{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5053.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13236): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13236) [trial-2357↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13236)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13236): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13236) [trial-2357↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a08:24:53.619354 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a08:24:53.630494 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a08:24:54.224574 tst mo_mt_sms.py: using LAC 20181\u000a08:24:54.343755 tst mo_mt_sms.py: using RAC 36\u000a08:24:54.463811 tst mo_mt_sms.py: using CellId 20181\u000a08:24:54.582461 tst mo_mt_sms.py: using BVCI 20182\u000a08:24:54.605872 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:24:54.784703 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:24:55.052159 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:24:55.172935 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:24:57.367901 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13235): Launched\u000a08:24:57.660205 run osmo-nitb_10.42.42.2(pid=13236): Launched\u000a08:24:57.830295 run osmo-nitb_10.42.42.2(pid=13236): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13236)]\u000a08:24:57.952359 run osmo-nitb_10.42.42.2(pid=13236): stdout: \u000a| (launched: 2022-12-09_08:24:57.518150) \u000a08:24:58.075394 run osmo-nitb_10.42.42.2(pid=13236): stderr: \u000a| (launched: 2022-12-09_08:24:57.562571)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:24:58.193694 run osmo-nitb_10.42.42.2(pid=13236): stdout: \u000a| (launched: 2022-12-09_08:24:57.518150) \u000a08:24:58.310969 run osmo-nitb_10.42.42.2(pid=13236): stderr: \u000a| (launched: 2022-12-09_08:24:57.562571)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:24:58.362526 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13236): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13236) [trial-2357↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13236)] [trial-2357↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a08:24:58.370350 tst mo_mt_sms.py:11: Test FAILED (4.7 sec)\u000a08:24:58.404409 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13235): Terminating (SIGTERM)\u000a08:24:58.581926 --- ParallelTerminationStrategy: PID 13235 died...\u000a08:24:58.635938 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13235): Terminated: ok {rc=0}\u000a08:24:58.719236 bus /sierra_3: Setting Powered False\u000a08:24:59.827961 bus /sierra_3: Setting Powered False\u000a08:25:00.952754 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:24:53" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "sms:sysmo", "duration" : 14.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13250): Process ended prematurely: osmo-stp_10.42.42.5(pid=13250) [trial-2357↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13250)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13250): Process ended prematurely: osmo-stp_10.42.42.5(pid=13250) [trial-2357↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a08:25:02.854379 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:02.865518 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a08:25:02.995341 tst mo_mt_sms.py: using LAC 20182\u000a08:25:03.121078 tst mo_mt_sms.py: using RAC 37\u000a08:25:03.242830 tst mo_mt_sms.py: using CellId 20182\u000a08:25:03.368735 tst mo_mt_sms.py: using BVCI 20183\u000a08:25:03.392599 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:03.403520 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:03.414519 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:03.425674 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:03.436786 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:03.447842 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:25:03.567445 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a08:25:03.781254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:05.520288 run create_hlr_db(pid=13244): Launched\u000a08:25:05.704477 bus /sierra_2: Setting Powered False\u000a08:25:06.725514 run create_hlr_db(pid=13244): Terminated: ok {rc=0}\u000a08:25:07.119572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13246): Launched\u000a08:25:07.415750 run osmo-hlr_10.42.42.2(pid=13247): Launched\u000a08:25:07.526238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:09.946753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13249): Launched\u000a08:25:10.240462 run osmo-stp_10.42.42.5(pid=13250): Launched\u000a08:25:10.348073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:15.531414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13252): Launched\u000a08:25:15.824313 run osmo-msc_10.42.42.6(pid=13253): Launched\u000a08:25:16.113685 run osmo-stp_10.42.42.5(pid=13250): ERR: Terminated: ERROR {rc=1} [trial-2357↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13250)]\u000a08:25:16.358091 run osmo-stp_10.42.42.5(pid=13250): stdout: \u000a| (launched: 2022-12-09_08:25:10.096701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:16.491290 run osmo-stp_10.42.42.5(pid=13250): stderr: \u000a| �[0;m�[38;5;43m20221209082510263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082510263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082510263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082510264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082510264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082510264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082510265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:16.615478 run osmo-stp_10.42.42.5(pid=13250): stdout: \u000a| (launched: 2022-12-09_08:25:10.096701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:16.735638 run osmo-stp_10.42.42.5(pid=13250): stderr: \u000a| �[0;m�[38;5;43m20221209082510263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082510263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082510263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082510264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082510264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082510264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082510265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:16.788701 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13250): Process ended prematurely: osmo-stp_10.42.42.5(pid=13250) [trial-2357↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13250)] [trial-2357↪sms:sysmo↪mo_mt_sms.py:16]\u000a08:25:16.797667 tst mo_mt_sms.py:16: Test FAILED (13.9 sec)\u000a08:25:16.858527 run osmo-hlr_10.42.42.2(pid=13247): ERR: Terminated: ERROR {rc=237} [trial-2357↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13247)]\u000a08:25:16.908065 run osmo-hlr_10.42.42.2(pid=13247): stdout: \u000a| (launched: 2022-12-09_08:25:07.269882) \u000a08:25:16.958108 run osmo-hlr_10.42.42.2(pid=13247): stderr: \u000a| �[0;m�[1;31m20221209082507442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082507442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082507442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082507442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082507442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082507442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082507459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082507469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082507469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082507469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:17.026542 run osmo-msc_10.42.42.6(pid=13253): ERR: Terminated: ERROR {rc=2} [trial-2357↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13253)]\u000a08:25:17.076001 run osmo-msc_10.42.42.6(pid=13253): stdout: \u000a| (launched: 2022-12-09_08:25:15.680710) \u000a08:25:17.126267 run osmo-msc_10.42.42.6(pid=13253): stderr: \u000a| �[0;m�[38;5;43m20221209082516030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082516030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f05cdcecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082516031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082516031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082516037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082516037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082516039 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082516039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082516039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082516039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:17.173560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13246): Terminating (SIGTERM)\u000a08:25:17.214282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13249): Terminating (SIGTERM)\u000a08:25:17.254873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13252): Terminating (SIGTERM)\u000a08:25:17.264109 --- ParallelTerminationStrategy: PID 13246 died...\u000a08:25:17.318831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13246): Terminated: ok {rc=0}\u000a08:25:17.328724 --- ParallelTerminationStrategy: PID 13249 died...\u000a08:25:17.382678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13249): Terminated: ok {rc=0}\u000a08:25:17.392550 --- ParallelTerminationStrategy: PID 13252 died...\u000a08:25:17.445963 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13252): Terminated: ok {rc=0}\u000a08:25:17.530219 bus /sierra_3: Setting Powered False\u000a08:25:18.637126 bus /sierra_3: Setting Powered False\u000a08:25:19.749045 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:25:02" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13260): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13260) [trial-2357↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13260)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13260): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13260) [trial-2357↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a08:25:21.549272 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a08:25:21.561165 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a08:25:21.689470 tst assert_extension.py: using LAC 20183\u000a08:25:21.814805 tst assert_extension.py: using RAC 38\u000a08:25:21.944929 tst assert_extension.py: using CellId 20183\u000a08:25:22.062231 tst assert_extension.py: using BVCI 20184\u000a08:25:22.084659 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a08:25:22.372183 tst assert_extension.py:10: start nitb and bts...\u000a08:25:22.503903 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:25:23.155354 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13259): Launched\u000a08:25:23.467749 run osmo-nitb_10.42.42.2(pid=13260): Launched\u000a08:25:23.660885 run osmo-nitb_10.42.42.2(pid=13260): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13260)]\u000a08:25:23.803818 run osmo-nitb_10.42.42.2(pid=13260): stdout: \u000a| (launched: 2022-12-09_08:25:23.316649) \u000a08:25:23.946653 run osmo-nitb_10.42.42.2(pid=13260): stderr: \u000a| (launched: 2022-12-09_08:25:23.363800)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:25:24.086529 run osmo-nitb_10.42.42.2(pid=13260): stdout: \u000a| (launched: 2022-12-09_08:25:23.316649) \u000a08:25:24.224346 run osmo-nitb_10.42.42.2(pid=13260): stderr: \u000a| (launched: 2022-12-09_08:25:23.363800)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:25:24.595582 tst osmo-nitb_10.42.42.2(pid=13260): stdout: \u000a| (launched: 2022-12-09_08:25:23.316649) \u000a08:25:24.721920 tst osmo-nitb_10.42.42.2(pid=13260): stderr: \u000a| (launched: 2022-12-09_08:25:23.363800)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:25:24.776870 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13260): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13260) [trial-2357↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13260)] [trial-2357↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a08:25:24.785474 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a08:25:24.822260 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13259): Terminating (SIGTERM)\u000a08:25:24.999721 --- ParallelTerminationStrategy: PID 13259 died...\u000a08:25:25.057403 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13259): Terminated: ok {rc=0}\u000a08:25:25.143914 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:25:21" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13270): Process ended prematurely: osmo-stp_10.42.42.5(pid=13270) [trial-2357↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13270)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13270): Process ended prematurely: osmo-stp_10.42.42.5(pid=13270) [trial-2357↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a08:25:26.942410 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:26.953004 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a08:25:27.073793 tst assert_extension.py: using LAC 20184\u000a08:25:27.189359 tst assert_extension.py: using RAC 39\u000a08:25:27.304709 tst assert_extension.py: using CellId 20184\u000a08:25:27.421076 tst assert_extension.py: using BVCI 20185\u000a08:25:27.443384 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:27.454074 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:27.464519 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:27.475055 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:27.485525 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:25:27.495943 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a08:25:27.702251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:28.200060 run create_hlr_db(pid=13264): Launched\u000a08:25:28.384292 bus /sierra_2: Setting Powered False\u000a08:25:29.406632 run create_hlr_db(pid=13264): Terminated: ok {rc=0}\u000a08:25:29.833597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13266): Launched\u000a08:25:30.149742 run osmo-hlr_10.42.42.2(pid=13267): Launched\u000a08:25:30.269300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:30.819826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13269): Launched\u000a08:25:31.248541 run osmo-stp_10.42.42.5(pid=13270): Launched\u000a08:25:31.522786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:32.158903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13272): Launched\u000a08:25:32.463775 run osmo-msc_10.42.42.6(pid=13273): Launched\u000a08:25:32.643526 run osmo-stp_10.42.42.5(pid=13270): ERR: Terminated: ERROR {rc=1} [trial-2357↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13270)]\u000a08:25:32.772353 run osmo-stp_10.42.42.5(pid=13270): stdout: \u000a| (launched: 2022-12-09_08:25:30.983655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:32.898840 run osmo-stp_10.42.42.5(pid=13270): stderr: \u000a| �[0;m�[38;5;43m20221209082531423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082531423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082531425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082531427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082531431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082531432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082531432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:33.020679 run osmo-stp_10.42.42.5(pid=13270): stdout: \u000a| (launched: 2022-12-09_08:25:30.983655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:33.141222 run osmo-stp_10.42.42.5(pid=13270): stderr: \u000a| �[0;m�[38;5;43m20221209082531423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082531423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082531425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082531427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082531431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082531432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082531432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:33.193713 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13270): Process ended prematurely: osmo-stp_10.42.42.5(pid=13270) [trial-2357↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13270)] [trial-2357↪ussd:sysmo↪assert_extension.py:17]\u000a08:25:33.201586 tst assert_extension.py:17: Test FAILED (6.2 sec)\u000a08:25:33.263211 run osmo-hlr_10.42.42.2(pid=13267): ERR: Terminated: ERROR {rc=237} [trial-2357↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13267)]\u000a08:25:33.313476 run osmo-hlr_10.42.42.2(pid=13267): stdout: \u000a| (launched: 2022-12-09_08:25:29.994384) \u000a08:25:33.363658 run osmo-hlr_10.42.42.2(pid=13267): stderr: \u000a| �[0;m�[1;31m20221209082530187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082530187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082530187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082530187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082530187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082530187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082530207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082530215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082530215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082530215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:33.432166 run osmo-msc_10.42.42.6(pid=13273): ERR: Terminated: ERROR {rc=2} [trial-2357↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13273)]\u000a08:25:33.482515 run osmo-msc_10.42.42.6(pid=13273): stdout: \u000a| (launched: 2022-12-09_08:25:32.314879) \u000a08:25:33.533450 run osmo-msc_10.42.42.6(pid=13273): stderr: \u000a| �[0;m�[38;5;43m20221209082532585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082532585 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1631e5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082532585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082532585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082532585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082532586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082532587 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082532588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082532588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082532588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:33.575913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13266): Terminating (SIGTERM)\u000a08:25:33.616433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13269): Terminating (SIGTERM)\u000a08:25:33.657380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13272): Terminating (SIGTERM)\u000a08:25:33.667150 --- ParallelTerminationStrategy: PID 13266 died...\u000a08:25:33.721660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13266): Terminated: ok {rc=0}\u000a08:25:33.731384 --- ParallelTerminationStrategy: PID 13269 died...\u000a08:25:33.785696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13269): Terminated: ok {rc=0}\u000a08:25:33.795888 --- ParallelTerminationStrategy: PID 13272 died...\u000a08:25:33.851111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13272): Terminated: ok {rc=0}\u000a08:25:33.935262 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:25:26" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13284): Process ended prematurely: osmo-stp_10.42.42.5(pid=13284) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13284)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13284): Process ended prematurely: osmo-stp_10.42.42.5(pid=13284) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13284)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:25:35.890337 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:35.901922 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:25:36.046776 tst mo_mt_call.py: using LAC 20185\u000a08:25:36.168402 tst mo_mt_call.py: using RAC 40\u000a08:25:36.291779 tst mo_mt_call.py: using CellId 20185\u000a08:25:36.417526 tst mo_mt_call.py: using BVCI 20186\u000a08:25:36.440686 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:36.451850 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:36.463037 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:36.474600 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:36.486173 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:36.497799 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:25:36.618686 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:25:36.830641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:37.347997 run create_hlr_db(pid=13278): Launched\u000a08:25:37.537751 bus /sierra_2: Setting Powered False\u000a08:25:38.558640 run create_hlr_db(pid=13278): Terminated: ok {rc=0}\u000a08:25:38.968285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13280): Launched\u000a08:25:39.273954 run osmo-hlr_10.42.42.2(pid=13281): Launched\u000a08:25:39.386912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:39.918997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13283): Launched\u000a08:25:40.226178 run osmo-stp_10.42.42.5(pid=13284): Launched\u000a08:25:40.338736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:40.895793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13286): Launched\u000a08:25:41.202946 run osmo-msc_10.42.42.6(pid=13287): Launched\u000a08:25:41.381943 run osmo-stp_10.42.42.5(pid=13284): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13284)]\u000a08:25:41.511330 run osmo-stp_10.42.42.5(pid=13284): stdout: \u000a| (launched: 2022-12-09_08:25:40.075462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:41.638382 run osmo-stp_10.42.42.5(pid=13284): stderr: \u000a| �[0;m�[38;5;43m20221209082540244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082540244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082540245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082540245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082540246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082540246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082540246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:41.761134 run osmo-stp_10.42.42.5(pid=13284): stdout: \u000a| (launched: 2022-12-09_08:25:40.075462)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:41.886129 run osmo-stp_10.42.42.5(pid=13284): stderr: \u000a| �[0;m�[38;5;43m20221209082540244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082540244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082540245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082540245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082540246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082540246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082540246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:41.941657 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13284): Process ended prematurely: osmo-stp_10.42.42.5(pid=13284) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13284)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:25:41.950130 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:25:42.009543 run osmo-hlr_10.42.42.2(pid=13281): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13281)]\u000a08:25:42.058830 run osmo-hlr_10.42.42.2(pid=13281): stdout: \u000a| (launched: 2022-12-09_08:25:39.124042) \u000a08:25:42.108542 run osmo-hlr_10.42.42.2(pid=13281): stderr: \u000a| �[0;m�[1;31m20221209082539296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082539296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082539296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082539296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082539296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082539296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082539315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082539326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082539327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082539327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:42.175772 run osmo-msc_10.42.42.6(pid=13287): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13287)]\u000a08:25:42.224626 run osmo-msc_10.42.42.6(pid=13287): stdout: \u000a| (launched: 2022-12-09_08:25:41.051013) \u000a08:25:42.274057 run osmo-msc_10.42.42.6(pid=13287): stderr: \u000a| �[0;m�[38;5;43m20221209082541321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082541321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4299a28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082541321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082541321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082541321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082541321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082541323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082541323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082541324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082541324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:42.315902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13280): Terminating (SIGTERM)\u000a08:25:42.355666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13283): Terminating (SIGTERM)\u000a08:25:42.395483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13286): Terminating (SIGTERM)\u000a08:25:42.404547 --- ParallelTerminationStrategy: PID 13280 died...\u000a08:25:42.457286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13280): Terminated: ok {rc=0}\u000a08:25:42.466656 --- ParallelTerminationStrategy: PID 13283 died...\u000a08:25:42.519840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13283): Terminated: ok {rc=0}\u000a08:25:42.529415 --- ParallelTerminationStrategy: PID 13286 died...\u000a08:25:42.582373 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13286): Terminated: ok {rc=0}\u000a08:25:42.665546 bus /sierra_3: Setting Powered False\u000a08:25:43.773096 bus /sierra_3: Setting Powered False\u000a08:25:44.880324 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13295): Process ended prematurely: osmo-stp_10.42.42.5(pid=13295) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13295)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13295): Process ended prematurely: osmo-stp_10.42.42.5(pid=13295) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:25:46.004766 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:46.017965 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:25:46.193996 tst mo_mt_call_osmux.py: using LAC 20186\u000a08:25:46.331715 tst mo_mt_call_osmux.py: using RAC 41\u000a08:25:46.465282 tst mo_mt_call_osmux.py: using CellId 20186\u000a08:25:46.615308 tst mo_mt_call_osmux.py: using BVCI 20187\u000a08:25:46.642160 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:46.655527 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:46.669565 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:46.683680 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:46.697896 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:25:46.711883 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:25:46.841234 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:25:47.103461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:47.599285 run create_hlr_db(pid=13289): Launched\u000a08:25:47.775700 bus /sierra_2: Setting Powered False\u000a08:25:48.798027 run create_hlr_db(pid=13289): Terminated: ok {rc=0}\u000a08:25:49.233670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13291): Launched\u000a08:25:49.564731 run osmo-hlr_10.42.42.2(pid=13292): Launched\u000a08:25:49.683803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:25:50.253751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13294): Launched\u000a08:25:50.585594 run osmo-stp_10.42.42.5(pid=13295): Launched\u000a08:25:50.707841 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:25:51.307523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13297): Launched\u000a08:25:51.638591 run osmo-msc_10.42.42.6(pid=13298): Launched\u000a08:25:51.830818 run osmo-stp_10.42.42.5(pid=13295): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13295)]\u000a08:25:51.970264 run osmo-stp_10.42.42.5(pid=13295): stdout: \u000a| (launched: 2022-12-09_08:25:50.422351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:52.107748 run osmo-stp_10.42.42.5(pid=13295): stderr: \u000a| �[0;m�[38;5;43m20221209082550613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082550613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082550614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082550614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082550614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082550615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082550615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:52.240570 run osmo-stp_10.42.42.5(pid=13295): stdout: \u000a| (launched: 2022-12-09_08:25:50.422351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:25:52.372782 run osmo-stp_10.42.42.5(pid=13295): stderr: \u000a| �[0;m�[38;5;43m20221209082550613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082550613 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082550614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082550614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082550614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082550615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082550615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:25:52.430556 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13295): Process ended prematurely: osmo-stp_10.42.42.5(pid=13295) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13295)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:25:52.439864 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:25:52.503894 run osmo-hlr_10.42.42.2(pid=13292): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13292)]\u000a08:25:52.555844 run osmo-hlr_10.42.42.2(pid=13292): stdout: \u000a| (launched: 2022-12-09_08:25:49.401810) \u000a08:25:52.609180 run osmo-hlr_10.42.42.2(pid=13292): stderr: \u000a| �[0;m�[1;31m20221209082549598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082549598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082549598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082549598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082549598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082549598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082549610 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082549619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082549620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082549620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:25:52.680672 run osmo-msc_10.42.42.6(pid=13298): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13298)]\u000a08:25:52.733062 run osmo-msc_10.42.42.6(pid=13298): stdout: \u000a| (launched: 2022-12-09_08:25:51.475494) \u000a08:25:52.785644 run osmo-msc_10.42.42.6(pid=13298): stderr: \u000a| �[0;m�[38;5;43m20221209082551797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082551797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc271753c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082551797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082551797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082551798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082551798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082551799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082551800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082551800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082551800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:25:52.829877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13291): Terminating (SIGTERM)\u000a08:25:52.872470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13294): Terminating (SIGTERM)\u000a08:25:52.914556 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13297): Terminating (SIGTERM)\u000a08:25:52.924447 --- ParallelTerminationStrategy: PID 13291 died...\u000a08:25:52.981196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13291): Terminated: ok {rc=0}\u000a08:25:52.991452 --- ParallelTerminationStrategy: PID 13294 died...\u000a08:25:53.047589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13294): Terminated: ok {rc=0}\u000a08:25:53.057787 --- ParallelTerminationStrategy: PID 13297 died...\u000a08:25:53.113888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13297): Terminated: ok {rc=0}\u000a08:25:53.200674 bus /sierra_3: Setting Powered False\u000a08:25:54.308809 bus /sierra_3: Setting Powered False\u000a08:25:55.416302 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:25:35" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13309): Process ended prematurely: osmo-stp_10.42.42.5(pid=13309) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13309)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13309): Process ended prematurely: osmo-stp_10.42.42.5(pid=13309) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:25:57.395515 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:25:57.407197 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:25:57.563203 tst mo_mt_call.py: using LAC 20187\u000a08:25:57.691688 tst mo_mt_call.py: using RAC 42\u000a08:25:57.819465 tst mo_mt_call.py: using CellId 20187\u000a08:25:57.953597 tst mo_mt_call.py: using BVCI 20188\u000a08:25:57.978587 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:25:57.990284 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:25:58.002037 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:25:58.013913 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:25:58.025952 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:25:58.037913 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:25:58.155246 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:25:58.368153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:25:58.883039 run create_hlr_db(pid=13303): Launched\u000a08:25:59.072188 bus /sierra_2: Setting Powered False\u000a08:26:00.094444 run create_hlr_db(pid=13303): Terminated: ok {rc=0}\u000a08:26:00.507026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13305): Launched\u000a08:26:00.813509 run osmo-hlr_10.42.42.2(pid=13306): Launched\u000a08:26:01.025495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:01.636763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13308): Launched\u000a08:26:02.037995 run osmo-stp_10.42.42.5(pid=13309): Launched\u000a08:26:02.233524 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:26:02.832355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13311): Launched\u000a08:26:03.162308 run osmo-msc_10.42.42.6(pid=13312): Launched\u000a08:26:03.354853 run osmo-stp_10.42.42.5(pid=13309): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13309)]\u000a08:26:03.493436 run osmo-stp_10.42.42.5(pid=13309): stdout: \u000a| (launched: 2022-12-09_08:26:01.795044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:03.630944 run osmo-stp_10.42.42.5(pid=13309): stderr: \u000a| �[0;m�[38;5;43m20221209082601975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082601975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082601975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082601976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082601976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082601976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082601976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:03.763470 run osmo-stp_10.42.42.5(pid=13309): stdout: \u000a| (launched: 2022-12-09_08:26:01.795044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:03.894856 run osmo-stp_10.42.42.5(pid=13309): stderr: \u000a| �[0;m�[38;5;43m20221209082601975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082601975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082601975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082601976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082601976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082601976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082601976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:03.952411 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13309): Process ended prematurely: osmo-stp_10.42.42.5(pid=13309) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13309)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:26:03.961795 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a08:26:04.025178 run osmo-hlr_10.42.42.2(pid=13306): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13306)]\u000a08:26:04.077199 run osmo-hlr_10.42.42.2(pid=13306): stdout: \u000a| (launched: 2022-12-09_08:26:00.663567) \u000a08:26:04.129437 run osmo-hlr_10.42.42.2(pid=13306): stderr: \u000a| �[0;m�[1;31m20221209082600856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082600856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082600856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082600865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082600865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082600865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082600883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082600903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082600903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082600904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:04.200173 run osmo-msc_10.42.42.6(pid=13312): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13312)]\u000a08:26:04.252006 run osmo-msc_10.42.42.6(pid=13312): stdout: \u000a| (launched: 2022-12-09_08:26:02.999831) \u000a08:26:04.304596 run osmo-msc_10.42.42.6(pid=13312): stderr: \u000a| �[0;m�[38;5;43m20221209082603319 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082603319 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32ac813c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082603320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082603320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082603320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082603320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082603322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082603322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082603322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082603322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:26:04.348724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13305): Terminating (SIGTERM)\u000a08:26:04.390844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13308): Terminating (SIGTERM)\u000a08:26:04.433151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13311): Terminating (SIGTERM)\u000a08:26:04.443044 --- ParallelTerminationStrategy: PID 13305 died...\u000a08:26:04.499504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13305): Terminated: ok {rc=0}\u000a08:26:04.509915 --- ParallelTerminationStrategy: PID 13308 died...\u000a08:26:04.566033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13308): Terminated: ok {rc=0}\u000a08:26:04.576345 --- ParallelTerminationStrategy: PID 13311 died...\u000a08:26:04.632850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13311): Terminated: ok {rc=0}\u000a08:26:04.719621 bus /sierra_3: Setting Powered False\u000a08:26:05.826922 bus /sierra_3: Setting Powered False\u000a08:26:06.935627 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13320): Process ended prematurely: osmo-stp_10.42.42.5(pid=13320) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13320)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13320): Process ended prematurely: osmo-stp_10.42.42.5(pid=13320) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:26:08.046478 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:26:08.058307 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:26:08.203966 tst mo_mt_call_osmux.py: using LAC 20188\u000a08:26:08.333415 tst mo_mt_call_osmux.py: using RAC 43\u000a08:26:08.463408 tst mo_mt_call_osmux.py: using CellId 20188\u000a08:26:08.592649 tst mo_mt_call_osmux.py: using BVCI 20189\u000a08:26:08.617778 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:26:08.629645 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:26:08.641251 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:26:08.653121 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:26:08.664757 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:26:08.676558 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:26:08.797169 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:26:09.014128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:09.531493 run create_hlr_db(pid=13314): Launched\u000a08:26:09.721513 bus /sierra_2: Setting Powered False\u000a08:26:10.742063 run create_hlr_db(pid=13314): Terminated: ok {rc=0}\u000a08:26:11.152611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13316): Launched\u000a08:26:11.459624 run osmo-hlr_10.42.42.2(pid=13317): Launched\u000a08:26:11.573424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:12.104181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13319): Launched\u000a08:26:12.411415 run osmo-stp_10.42.42.5(pid=13320): Launched\u000a08:26:12.523444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:26:13.081400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13322): Launched\u000a08:26:13.388571 run osmo-msc_10.42.42.6(pid=13323): Launched\u000a08:26:13.567379 run osmo-stp_10.42.42.5(pid=13320): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13320)]\u000a08:26:13.696426 run osmo-stp_10.42.42.5(pid=13320): stdout: \u000a| (launched: 2022-12-09_08:26:12.261066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:13.823665 run osmo-stp_10.42.42.5(pid=13320): stderr: \u000a| �[0;m�[38;5;43m20221209082612429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082612429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082612429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082612430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082612430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082612430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082612430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:13.946760 run osmo-stp_10.42.42.5(pid=13320): stdout: \u000a| (launched: 2022-12-09_08:26:12.261066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:14.068447 run osmo-stp_10.42.42.5(pid=13320): stderr: \u000a| �[0;m�[38;5;43m20221209082612429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082612429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082612429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082612430 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082612430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082612430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082612430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:14.122426 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13320): Process ended prematurely: osmo-stp_10.42.42.5(pid=13320) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13320)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:26:14.131072 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:26:14.190781 run osmo-hlr_10.42.42.2(pid=13317): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13317)]\u000a08:26:14.239781 run osmo-hlr_10.42.42.2(pid=13317): stdout: \u000a| (launched: 2022-12-09_08:26:11.309310) \u000a08:26:14.289355 run osmo-hlr_10.42.42.2(pid=13317): stderr: \u000a| �[0;m�[1;31m20221209082611482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082611482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082611482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082611482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082611482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082611482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082611498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082611508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082611508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082611508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:14.356675 run osmo-msc_10.42.42.6(pid=13323): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13323)]\u000a08:26:14.405623 run osmo-msc_10.42.42.6(pid=13323): stdout: \u000a| (launched: 2022-12-09_08:26:13.237579) \u000a08:26:14.455133 run osmo-msc_10.42.42.6(pid=13323): stderr: \u000a| �[0;m�[38;5;43m20221209082613505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082613505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2327b95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082613505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082613506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082613506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082613506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082613508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082613508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082613508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082613508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:26:14.497014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13316): Terminating (SIGTERM)\u000a08:26:14.536428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13319): Terminating (SIGTERM)\u000a08:26:14.576085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13322): Terminating (SIGTERM)\u000a08:26:14.585217 --- ParallelTerminationStrategy: PID 13316 died...\u000a08:26:14.638329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13316): Terminated: ok {rc=0}\u000a08:26:14.647842 --- ParallelTerminationStrategy: PID 13319 died...\u000a08:26:14.700800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13319): Terminated: ok {rc=0}\u000a08:26:14.710332 --- ParallelTerminationStrategy: PID 13322 died...\u000a08:26:14.763137 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13322): Terminated: ok {rc=0}\u000a08:26:14.851406 bus /sierra_3: Setting Powered False\u000a08:26:15.975652 bus /sierra_3: Setting Powered False\u000a08:26:17.096283 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:25:57" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13334): Process ended prematurely: osmo-stp_10.42.42.5(pid=13334) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13334)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13334): Process ended prematurely: osmo-stp_10.42.42.5(pid=13334) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:26:19.078403 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:19.090089 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:26:19.241834 tst mo_mt_call.py: using LAC 20189\u000a08:26:19.369074 tst mo_mt_call.py: using RAC 44\u000a08:26:19.496347 tst mo_mt_call.py: using CellId 20189\u000a08:26:19.623054 tst mo_mt_call.py: using BVCI 20190\u000a08:26:19.648034 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:19.659742 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:19.671262 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:19.683398 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:19.696157 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:19.707968 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:26:19.831056 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:26:20.035394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:20.530038 run create_hlr_db(pid=13328): Launched\u000a08:26:20.706238 bus /sierra_2: Setting Powered False\u000a08:26:21.727576 run create_hlr_db(pid=13328): Terminated: ok {rc=0}\u000a08:26:22.134356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13330): Launched\u000a08:26:22.442374 run osmo-hlr_10.42.42.2(pid=13331): Launched\u000a08:26:22.564830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:23.103311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13333): Launched\u000a08:26:23.409394 run osmo-stp_10.42.42.5(pid=13334): Launched\u000a08:26:23.519755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:26:24.079169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13336): Launched\u000a08:26:24.388896 run osmo-msc_10.42.42.6(pid=13337): Launched\u000a08:26:24.568180 run osmo-stp_10.42.42.5(pid=13334): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13334)]\u000a08:26:24.697424 run osmo-stp_10.42.42.5(pid=13334): stdout: \u000a| (launched: 2022-12-09_08:26:23.259286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:24.824923 run osmo-stp_10.42.42.5(pid=13334): stderr: \u000a| �[0;m�[38;5;43m20221209082623426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082623426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082623427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082623427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082623427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082623428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082623428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:24.948214 run osmo-stp_10.42.42.5(pid=13334): stdout: \u000a| (launched: 2022-12-09_08:26:23.259286)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:25.070913 run osmo-stp_10.42.42.5(pid=13334): stderr: \u000a| �[0;m�[38;5;43m20221209082623426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082623426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082623427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082623427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082623427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082623428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082623428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:25.124687 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13334): Process ended prematurely: osmo-stp_10.42.42.5(pid=13334) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13334)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:26:25.133016 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:26:25.192380 run osmo-hlr_10.42.42.2(pid=13331): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13331)]\u000a08:26:25.241297 run osmo-hlr_10.42.42.2(pid=13331): stdout: \u000a| (launched: 2022-12-09_08:26:22.291854) \u000a08:26:25.290686 run osmo-hlr_10.42.42.2(pid=13331): stderr: \u000a| �[0;m�[1;31m20221209082622466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082622466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082622466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082622466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082622466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082622467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082622479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082622487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082622487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082622487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:25.358095 run osmo-msc_10.42.42.6(pid=13337): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13337)]\u000a08:26:25.407096 run osmo-msc_10.42.42.6(pid=13337): stdout: \u000a| (launched: 2022-12-09_08:26:24.236705) \u000a08:26:25.456605 run osmo-msc_10.42.42.6(pid=13337): stderr: \u000a| �[0;m�[38;5;43m20221209082624504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082624504 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ac4c01c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082624504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082624504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082624505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082624505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082624507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082624507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082624507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082624507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:26:25.498307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13330): Terminating (SIGTERM)\u000a08:26:25.537839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13333): Terminating (SIGTERM)\u000a08:26:25.577367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13336): Terminating (SIGTERM)\u000a08:26:25.586432 --- ParallelTerminationStrategy: PID 13330 died...\u000a08:26:25.639149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13330): Terminated: ok {rc=0}\u000a08:26:25.648590 --- ParallelTerminationStrategy: PID 13333 died...\u000a08:26:25.701710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13333): Terminated: ok {rc=0}\u000a08:26:25.711214 --- ParallelTerminationStrategy: PID 13336 died...\u000a08:26:25.764322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13336): Terminated: ok {rc=0}\u000a08:26:25.853757 bus /sierra_3: Setting Powered False\u000a08:26:26.957712 bus /sierra_3: Setting Powered False\u000a08:26:28.069770 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13345): Process ended prematurely: osmo-stp_10.42.42.5(pid=13345) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13345)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13345): Process ended prematurely: osmo-stp_10.42.42.5(pid=13345) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:26:29.180389 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:29.192367 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:26:29.338923 tst mo_mt_call_osmux.py: using LAC 20190\u000a08:26:29.460772 tst mo_mt_call_osmux.py: using RAC 45\u000a08:26:29.582671 tst mo_mt_call_osmux.py: using CellId 20190\u000a08:26:29.703108 tst mo_mt_call_osmux.py: using BVCI 20191\u000a08:26:29.726468 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:29.737746 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:29.748886 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:29.760102 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:29.771287 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:26:29.782583 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:26:29.899670 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:26:30.102055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:30.595338 run create_hlr_db(pid=13339): Launched\u000a08:26:30.771647 bus /sierra_2: Setting Powered False\u000a08:26:31.809120 run create_hlr_db(pid=13339): Terminated: ok {rc=0}\u000a08:26:32.237601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13341): Launched\u000a08:26:32.546887 run osmo-hlr_10.42.42.2(pid=13342): Launched\u000a08:26:32.659533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:33.193688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13344): Launched\u000a08:26:33.499473 run osmo-stp_10.42.42.5(pid=13345): Launched\u000a08:26:33.611207 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:26:34.171553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13347): Launched\u000a08:26:34.481472 run osmo-msc_10.42.42.6(pid=13348): Launched\u000a08:26:34.661832 run osmo-stp_10.42.42.5(pid=13345): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13345)]\u000a08:26:34.791932 run osmo-stp_10.42.42.5(pid=13345): stdout: \u000a| (launched: 2022-12-09_08:26:33.349634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:34.919518 run osmo-stp_10.42.42.5(pid=13345): stderr: \u000a| �[0;m�[38;5;43m20221209082633518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082633518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082633518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082633519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082633519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082633519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082633519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:35.043141 run osmo-stp_10.42.42.5(pid=13345): stdout: \u000a| (launched: 2022-12-09_08:26:33.349634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:35.165821 run osmo-stp_10.42.42.5(pid=13345): stderr: \u000a| �[0;m�[38;5;43m20221209082633518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082633518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082633518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082633519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082633519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082633519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082633519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:35.219680 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13345): Process ended prematurely: osmo-stp_10.42.42.5(pid=13345) [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13345)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:26:35.228197 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:26:35.287430 run osmo-hlr_10.42.42.2(pid=13342): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13342)]\u000a08:26:35.336244 run osmo-hlr_10.42.42.2(pid=13342): stdout: \u000a| (launched: 2022-12-09_08:26:32.395337) \u000a08:26:35.385605 run osmo-hlr_10.42.42.2(pid=13342): stderr: \u000a| �[0;m�[1;31m20221209082632571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082632571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082632571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082632571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082632571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082632571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082632608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082632617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082632618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082632618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:35.452741 run osmo-msc_10.42.42.6(pid=13348): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13348)]\u000a08:26:35.501759 run osmo-msc_10.42.42.6(pid=13348): stdout: \u000a| (launched: 2022-12-09_08:26:34.329311) \u000a08:26:35.551805 run osmo-msc_10.42.42.6(pid=13348): stderr: \u000a| �[0;m�[38;5;43m20221209082634597 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082634598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61c6ff1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082634598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082634598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082634598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082634598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082634600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082634600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082634601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082634601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:26:35.593885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13341): Terminating (SIGTERM)\u000a08:26:35.633529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13344): Terminating (SIGTERM)\u000a08:26:35.673188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13347): Terminating (SIGTERM)\u000a08:26:35.682327 --- ParallelTerminationStrategy: PID 13341 died...\u000a08:26:35.735680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13341): Terminated: ok {rc=0}\u000a08:26:35.745257 --- ParallelTerminationStrategy: PID 13344 died...\u000a08:26:35.797927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13344): Terminated: ok {rc=0}\u000a08:26:35.807404 --- ParallelTerminationStrategy: PID 13347 died...\u000a08:26:35.860041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13347): Terminated: ok {rc=0}\u000a08:26:35.943424 bus /sierra_3: Setting Powered False\u000a08:26:37.049092 bus /sierra_3: Setting Powered False\u000a08:26:38.156243 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:26:18" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13360): Process ended prematurely: osmo-stp_10.42.42.5(pid=13360) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13360)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13360): Process ended prematurely: osmo-stp_10.42.42.5(pid=13360) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:26:40.132277 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:40.143656 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:26:40.289073 tst mo_mt_call.py: using LAC 20191\u000a08:26:40.417576 tst mo_mt_call.py: using RAC 46\u000a08:26:40.544383 tst mo_mt_call.py: using CellId 20191\u000a08:26:40.679164 tst mo_mt_call.py: using BVCI 20192\u000a08:26:40.704264 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:40.716025 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:40.727468 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:40.739377 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:40.750909 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:40.762768 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:26:40.880650 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:26:41.093277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:41.609263 run create_hlr_db(pid=13354): Launched\u000a08:26:41.798856 bus /sierra_2: Setting Powered False\u000a08:26:42.819754 run create_hlr_db(pid=13354): Terminated: ok {rc=0}\u000a08:26:43.229350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13356): Launched\u000a08:26:43.536578 run osmo-hlr_10.42.42.2(pid=13357): Launched\u000a08:26:43.648459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:44.179384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13359): Launched\u000a08:26:44.487013 run osmo-stp_10.42.42.5(pid=13360): Launched\u000a08:26:44.598603 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:26:45.158897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13362): Launched\u000a08:26:45.466191 run osmo-msc_10.42.42.6(pid=13363): Launched\u000a08:26:45.644635 run osmo-stp_10.42.42.5(pid=13360): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13360)]\u000a08:26:45.773287 run osmo-stp_10.42.42.5(pid=13360): stdout: \u000a| (launched: 2022-12-09_08:26:44.335159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:45.907717 run osmo-stp_10.42.42.5(pid=13360): stderr: \u000a| �[0;m�[38;5;43m20221209082644502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082644502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082644503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082644503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082644504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082644504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082644504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:46.033162 run osmo-stp_10.42.42.5(pid=13360): stdout: \u000a| (launched: 2022-12-09_08:26:44.335159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:46.158062 run osmo-stp_10.42.42.5(pid=13360): stderr: \u000a| �[0;m�[38;5;43m20221209082644502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082644502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082644503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082644503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082644504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082644504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082644504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:46.213550 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13360): Process ended prematurely: osmo-stp_10.42.42.5(pid=13360) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13360)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:26:46.223058 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:26:46.285214 run osmo-hlr_10.42.42.2(pid=13357): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13357)]\u000a08:26:46.335596 run osmo-hlr_10.42.42.2(pid=13357): stdout: \u000a| (launched: 2022-12-09_08:26:43.385571) \u000a08:26:46.386671 run osmo-hlr_10.42.42.2(pid=13357): stderr: \u000a| �[0;m�[1;31m20221209082643560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082643560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082643560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082643560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082643560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082643560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082643584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082643594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082643594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082643594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:46.456508 run osmo-msc_10.42.42.6(pid=13363): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13363)]\u000a08:26:46.506495 run osmo-msc_10.42.42.6(pid=13363): stdout: \u000a| (launched: 2022-12-09_08:26:45.315198) \u000a08:26:46.557778 run osmo-msc_10.42.42.6(pid=13363): stderr: \u000a| �[0;m�[38;5;43m20221209082645583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082645583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02f0000c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082645583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082645583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082645583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082645584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082645585 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082645586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082645586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082645586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:26:46.600381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13356): Terminating (SIGTERM)\u000a08:26:46.641180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13359): Terminating (SIGTERM)\u000a08:26:46.682005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13362): Terminating (SIGTERM)\u000a08:26:46.691209 --- ParallelTerminationStrategy: PID 13356 died...\u000a08:26:46.745511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13356): Terminated: ok {rc=0}\u000a08:26:46.755504 --- ParallelTerminationStrategy: PID 13359 died...\u000a08:26:46.810001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13359): Terminated: ok {rc=0}\u000a08:26:46.820323 --- ParallelTerminationStrategy: PID 13362 died...\u000a08:26:46.875646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13362): Terminated: ok {rc=0}\u000a08:26:46.960258 bus /sierra_3: Setting Powered False\u000a08:26:48.065963 bus /sierra_3: Setting Powered False\u000a08:26:49.174206 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13371): Process ended prematurely: osmo-stp_10.42.42.5(pid=13371) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13371)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13371): Process ended prematurely: osmo-stp_10.42.42.5(pid=13371) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:26:50.290681 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:50.303603 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:26:50.467035 tst mo_mt_call_osmux.py: using LAC 20192\u000a08:26:50.590991 tst mo_mt_call_osmux.py: using RAC 47\u000a08:26:50.711224 tst mo_mt_call_osmux.py: using CellId 20192\u000a08:26:50.830246 tst mo_mt_call_osmux.py: using BVCI 20193\u000a08:26:50.853766 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:50.864981 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:50.876009 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:50.887054 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:50.898051 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:26:50.909071 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:26:51.029309 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:26:51.234646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:26:51.726851 run create_hlr_db(pid=13365): Launched\u000a08:26:51.903561 bus /sierra_2: Setting Powered False\u000a08:26:52.924541 run create_hlr_db(pid=13365): Terminated: ok {rc=0}\u000a08:26:53.331834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13367): Launched\u000a08:26:53.639478 run osmo-hlr_10.42.42.2(pid=13368): Launched\u000a08:26:53.751704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:26:54.283490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13370): Launched\u000a08:26:54.591470 run osmo-stp_10.42.42.5(pid=13371): Launched\u000a08:26:54.703333 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:26:55.263307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13373): Launched\u000a08:26:55.572296 run osmo-msc_10.42.42.6(pid=13374): Launched\u000a08:26:55.751623 run osmo-stp_10.42.42.5(pid=13371): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13371)]\u000a08:26:55.881480 run osmo-stp_10.42.42.5(pid=13371): stdout: \u000a| (launched: 2022-12-09_08:26:54.439716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:56.009075 run osmo-stp_10.42.42.5(pid=13371): stderr: \u000a| �[0;m�[38;5;43m20221209082654609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082654610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082654610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082654610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082654611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082654611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082654611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:56.132776 run osmo-stp_10.42.42.5(pid=13371): stdout: \u000a| (launched: 2022-12-09_08:26:54.439716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:26:56.255474 run osmo-stp_10.42.42.5(pid=13371): stderr: \u000a| �[0;m�[38;5;43m20221209082654609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082654610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082654610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082654610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082654611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082654611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082654611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:26:56.309627 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13371): Process ended prematurely: osmo-stp_10.42.42.5(pid=13371) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13371)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:26:56.318388 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:26:56.378028 run osmo-hlr_10.42.42.2(pid=13368): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13368)]\u000a08:26:56.427289 run osmo-hlr_10.42.42.2(pid=13368): stdout: \u000a| (launched: 2022-12-09_08:26:53.489235) \u000a08:26:56.477503 run osmo-hlr_10.42.42.2(pid=13368): stderr: \u000a| �[0;m�[1;31m20221209082653663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082653663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082653663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082653663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082653663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082653663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082653675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082653683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082653684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082653684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:26:56.545142 run osmo-msc_10.42.42.6(pid=13374): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13374)]\u000a08:26:56.594597 run osmo-msc_10.42.42.6(pid=13374): stdout: \u000a| (launched: 2022-12-09_08:26:55.419925) \u000a08:26:56.644465 run osmo-msc_10.42.42.6(pid=13374): stderr: \u000a| �[0;m�[38;5;43m20221209082655691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082655691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5e846fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082655691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082655691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082655691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082655691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082655693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082655694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082655694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082655694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:26:56.687542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13367): Terminating (SIGTERM)\u000a08:26:56.727793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13370): Terminating (SIGTERM)\u000a08:26:56.767938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13373): Terminating (SIGTERM)\u000a08:26:56.777189 --- ParallelTerminationStrategy: PID 13367 died...\u000a08:26:56.831275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13367): Terminated: ok {rc=0}\u000a08:26:56.840918 --- ParallelTerminationStrategy: PID 13370 died...\u000a08:26:56.894183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13370): Terminated: ok {rc=0}\u000a08:26:56.903736 --- ParallelTerminationStrategy: PID 13373 died...\u000a08:26:56.956834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13373): Terminated: ok {rc=0}\u000a08:26:57.044938 bus /sierra_3: Setting Powered False\u000a08:26:58.147888 bus /sierra_3: Setting Powered False\u000a08:26:59.255453 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:26:39" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13385): Process ended prematurely: osmo-stp_10.42.42.5(pid=13385) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13385)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13385): Process ended prematurely: osmo-stp_10.42.42.5(pid=13385) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:27:01.227983 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:01.240477 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:27:01.425556 tst mo_mt_call.py: using LAC 20193\u000a08:27:01.550117 tst mo_mt_call.py: using RAC 48\u000a08:27:01.678146 tst mo_mt_call.py: using CellId 20193\u000a08:27:01.825205 tst mo_mt_call.py: using BVCI 20194\u000a08:27:01.850598 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:01.863318 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:01.876572 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:01.890151 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:01.902657 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:01.916689 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:27:02.040202 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:27:02.249880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:02.745744 run create_hlr_db(pid=13379): Launched\u000a08:27:02.923386 bus /sierra_2: Setting Powered False\u000a08:27:03.945801 run create_hlr_db(pid=13379): Terminated: ok {rc=0}\u000a08:27:04.354616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13381): Launched\u000a08:27:04.663055 run osmo-hlr_10.42.42.2(pid=13382): Launched\u000a08:27:04.785702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:05.325936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13384): Launched\u000a08:27:05.634822 run osmo-stp_10.42.42.5(pid=13385): Launched\u000a08:27:05.746666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:27:06.307870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13387): Launched\u000a08:27:06.617980 run osmo-msc_10.42.42.6(pid=13388): Launched\u000a08:27:06.798796 run osmo-stp_10.42.42.5(pid=13385): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13385)]\u000a08:27:06.929801 run osmo-stp_10.42.42.5(pid=13385): stdout: \u000a| (launched: 2022-12-09_08:27:05.483314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:07.057977 run osmo-stp_10.42.42.5(pid=13385): stderr: \u000a| �[0;m�[38;5;43m20221209082705653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082705653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082705653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082705654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082705654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082705654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082705654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:07.182155 run osmo-stp_10.42.42.5(pid=13385): stdout: \u000a| (launched: 2022-12-09_08:27:05.483314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:07.305311 run osmo-stp_10.42.42.5(pid=13385): stderr: \u000a| �[0;m�[38;5;43m20221209082705653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082705653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082705653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082705654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082705654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082705654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082705654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:07.359580 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13385): Process ended prematurely: osmo-stp_10.42.42.5(pid=13385) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13385)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:27:07.368212 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:27:07.428147 run osmo-hlr_10.42.42.2(pid=13382): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13382)]\u000a08:27:07.477273 run osmo-hlr_10.42.42.2(pid=13382): stdout: \u000a| (launched: 2022-12-09_08:27:04.511452) \u000a08:27:07.526875 run osmo-hlr_10.42.42.2(pid=13382): stderr: \u000a| �[0;m�[1;31m20221209082704685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082704685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082704685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082704685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082704685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082704685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082704697 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082704705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082704706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082704706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:07.593693 run osmo-msc_10.42.42.6(pid=13388): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13388)]\u000a08:27:07.642423 run osmo-msc_10.42.42.6(pid=13388): stdout: \u000a| (launched: 2022-12-09_08:27:06.464938) \u000a08:27:07.691771 run osmo-msc_10.42.42.6(pid=13388): stderr: \u000a| �[0;m�[38;5;43m20221209082706736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082706736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f287425ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082706736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082706736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082706736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082706737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082706738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082706739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082706739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082706739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:27:07.734074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13381): Terminating (SIGTERM)\u000a08:27:07.774243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13384): Terminating (SIGTERM)\u000a08:27:07.814366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13387): Terminating (SIGTERM)\u000a08:27:07.823727 --- ParallelTerminationStrategy: PID 13381 died...\u000a08:27:07.877047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13381): Terminated: ok {rc=0}\u000a08:27:07.886792 --- ParallelTerminationStrategy: PID 13384 died...\u000a08:27:07.940472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13384): Terminated: ok {rc=0}\u000a08:27:07.950217 --- ParallelTerminationStrategy: PID 13387 died...\u000a08:27:08.003933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13387): Terminated: ok {rc=0}\u000a08:27:08.088105 bus /sierra_3: Setting Powered False\u000a08:27:09.190619 bus /sierra_3: Setting Powered False\u000a08:27:10.303439 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13396): Process ended prematurely: osmo-stp_10.42.42.5(pid=13396) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13396): Process ended prematurely: osmo-stp_10.42.42.5(pid=13396) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:27:11.415899 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:11.427844 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:27:11.575863 tst mo_mt_call_osmux.py: using LAC 20194\u000a08:27:11.698187 tst mo_mt_call_osmux.py: using RAC 49\u000a08:27:11.820544 tst mo_mt_call_osmux.py: using CellId 20194\u000a08:27:11.942897 tst mo_mt_call_osmux.py: using BVCI 20195\u000a08:27:11.966488 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:11.977701 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:11.988624 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:11.999760 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:12.010958 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:27:12.022211 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:27:12.144312 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:27:12.351793 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:12.842907 run create_hlr_db(pid=13390): Launched\u000a08:27:13.018815 bus /sierra_2: Setting Powered False\u000a08:27:14.040610 run create_hlr_db(pid=13390): Terminated: ok {rc=0}\u000a08:27:14.473880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13392): Launched\u000a08:27:14.802371 run osmo-hlr_10.42.42.2(pid=13393): Launched\u000a08:27:14.925520 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:15.493967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13395): Launched\u000a08:27:15.821433 run osmo-stp_10.42.42.5(pid=13396): Launched\u000a08:27:16.079515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:27:16.733392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13398): Launched\u000a08:27:17.264330 run osmo-msc_10.42.42.6(pid=13399): Launched\u000a08:27:17.555811 run osmo-stp_10.42.42.5(pid=13396): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)]\u000a08:27:17.692727 run osmo-stp_10.42.42.5(pid=13396): stdout: \u000a| (launched: 2022-12-09_08:27:15.661113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:17.829292 run osmo-stp_10.42.42.5(pid=13396): stderr: \u000a| �[0;m�[38;5;43m20221209082715853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082715854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082715854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082715854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082715855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082715855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082715855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:17.962172 run osmo-stp_10.42.42.5(pid=13396): stdout: \u000a| (launched: 2022-12-09_08:27:15.661113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:18.093845 run osmo-stp_10.42.42.5(pid=13396): stderr: \u000a| �[0;m�[38;5;43m20221209082715853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082715854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082715854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082715854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082715855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082715855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082715855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:18.151780 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13396): Process ended prematurely: osmo-stp_10.42.42.5(pid=13396) [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13396)] [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:27:18.161286 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a08:27:18.225044 run osmo-hlr_10.42.42.2(pid=13393): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13393)]\u000a08:27:18.277159 run osmo-hlr_10.42.42.2(pid=13393): stdout: \u000a| (launched: 2022-12-09_08:27:14.641586) \u000a08:27:18.330240 run osmo-hlr_10.42.42.2(pid=13393): stderr: \u000a| �[0;m�[1;31m20221209082714840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082714840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082714840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082714840 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082714841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082714841 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082714853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082714861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082714862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082714862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:18.401679 run osmo-msc_10.42.42.6(pid=13399): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13399)]\u000a08:27:18.453864 run osmo-msc_10.42.42.6(pid=13399): stdout: \u000a| (launched: 2022-12-09_08:27:16.899630) \u000a08:27:18.506734 run osmo-msc_10.42.42.6(pid=13399): stderr: \u000a| �[0;m�[38;5;43m20221209082717239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082717239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f917fadbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082717239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082717239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082717240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082717240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082717243 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082717243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082717243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082717243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:27:18.551507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13392): Terminating (SIGTERM)\u000a08:27:18.594021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13395): Terminating (SIGTERM)\u000a08:27:18.636664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13398): Terminating (SIGTERM)\u000a08:27:18.646508 --- ParallelTerminationStrategy: PID 13392 died...\u000a08:27:18.703413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13392): Terminated: ok {rc=0}\u000a08:27:18.713571 --- ParallelTerminationStrategy: PID 13395 died...\u000a08:27:18.770134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13395): Terminated: ok {rc=0}\u000a08:27:18.780258 --- ParallelTerminationStrategy: PID 13398 died...\u000a08:27:18.836502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13398): Terminated: ok {rc=0}\u000a08:27:18.923461 bus /sierra_3: Setting Powered False\u000a08:27:20.030691 bus /sierra_3: Setting Powered False\u000a08:27:21.138540 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:27:00" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13410): Process ended prematurely: osmo-stp_10.42.42.5(pid=13410) [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13410)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13410): Process ended prematurely: osmo-stp_10.42.42.5(pid=13410) [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:27:23.099240 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:23.110898 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:27:23.257649 tst mo_mt_call.py: using LAC 20195\u000a08:27:23.377264 tst mo_mt_call.py: using RAC 50\u000a08:27:23.496795 tst mo_mt_call.py: using CellId 20195\u000a08:27:23.625272 tst mo_mt_call.py: using BVCI 20196\u000a08:27:23.650360 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:23.662186 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:23.673859 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:23.685601 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:23.697587 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:23.709459 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:27:23.827526 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:27:24.031633 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:24.523954 run create_hlr_db(pid=13404): Launched\u000a08:27:24.701686 bus /sierra_2: Setting Powered False\u000a08:27:25.722938 run create_hlr_db(pid=13404): Terminated: ok {rc=0}\u000a08:27:26.160891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13406): Launched\u000a08:27:26.492022 run osmo-hlr_10.42.42.2(pid=13407): Launched\u000a08:27:26.612211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:27.184807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13409): Launched\u000a08:27:27.515930 run osmo-stp_10.42.42.5(pid=13410): Launched\u000a08:27:27.636523 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:27:28.236768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13412): Launched\u000a08:27:28.567624 run osmo-msc_10.42.42.6(pid=13413): Launched\u000a08:27:28.760284 run osmo-stp_10.42.42.5(pid=13410): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13410)]\u000a08:27:28.899446 run osmo-stp_10.42.42.5(pid=13410): stdout: \u000a| (launched: 2022-12-09_08:27:27.353075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:29.037311 run osmo-stp_10.42.42.5(pid=13410): stderr: \u000a| �[0;m�[38;5;43m20221209082727541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082727541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082727541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082727541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082727542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082727542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082727542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:29.170259 run osmo-stp_10.42.42.5(pid=13410): stdout: \u000a| (launched: 2022-12-09_08:27:27.353075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:29.302015 run osmo-stp_10.42.42.5(pid=13410): stderr: \u000a| �[0;m�[38;5;43m20221209082727541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082727541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082727541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082727541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082727542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082727542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082727542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:29.360457 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13410): Process ended prematurely: osmo-stp_10.42.42.5(pid=13410) [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13410)] [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:27:29.370075 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:27:29.433597 run osmo-hlr_10.42.42.2(pid=13407): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13407)]\u000a08:27:29.485265 run osmo-hlr_10.42.42.2(pid=13407): stdout: \u000a| (launched: 2022-12-09_08:27:26.330000) \u000a08:27:29.537036 run osmo-hlr_10.42.42.2(pid=13407): stderr: \u000a| �[0;m�[1;31m20221209082726523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082726523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082726524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082726524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082726524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082726524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082726536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082726544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082726544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082726544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:29.608555 run osmo-msc_10.42.42.6(pid=13413): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13413)]\u000a08:27:29.660370 run osmo-msc_10.42.42.6(pid=13413): stdout: \u000a| (launched: 2022-12-09_08:27:28.405697) \u000a08:27:29.712570 run osmo-msc_10.42.42.6(pid=13413): stderr: \u000a| �[0;m�[38;5;43m20221209082728727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082728727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0511f1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082728727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082728728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082728728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082728728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082728730 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082728730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082728730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082728730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:27:29.756793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13406): Terminating (SIGTERM)\u000a08:27:29.799209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13409): Terminating (SIGTERM)\u000a08:27:29.842052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13412): Terminating (SIGTERM)\u000a08:27:29.851698 --- ParallelTerminationStrategy: PID 13406 died...\u000a08:27:29.908275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13406): Terminated: ok {rc=0}\u000a08:27:29.918459 --- ParallelTerminationStrategy: PID 13409 died...\u000a08:27:29.974559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13409): Terminated: ok {rc=0}\u000a08:27:29.984935 --- ParallelTerminationStrategy: PID 13412 died...\u000a08:27:30.041183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13412): Terminated: ok {rc=0}\u000a08:27:30.128434 bus /sierra_3: Setting Powered False\u000a08:27:31.236690 bus /sierra_3: Setting Powered False\u000a08:27:32.345061 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13422): Process ended prematurely: osmo-stp_10.42.42.5(pid=13422) [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13422)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13422): Process ended prematurely: osmo-stp_10.42.42.5(pid=13422) [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:27:33.455136 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:33.467193 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:27:33.621096 tst mo_mt_call_osmux.py: using LAC 20196\u000a08:27:33.753866 tst mo_mt_call_osmux.py: using RAC 51\u000a08:27:33.880704 tst mo_mt_call_osmux.py: using CellId 20196\u000a08:27:34.007313 tst mo_mt_call_osmux.py: using BVCI 20197\u000a08:27:34.032635 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:34.044536 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:34.056070 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:34.068050 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:34.079977 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:27:34.091619 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:27:34.213777 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:27:34.420560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:34.913109 run create_hlr_db(pid=13415): Launched\u000a08:27:35.089572 bus /sierra_2: Setting Powered False\u000a08:27:36.111536 run create_hlr_db(pid=13415): Terminated: ok {rc=0}\u000a08:27:36.548304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13418): Launched\u000a08:27:36.877895 run osmo-hlr_10.42.42.2(pid=13419): Launched\u000a08:27:36.998325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:37.573458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13421): Launched\u000a08:27:37.903329 run osmo-stp_10.42.42.5(pid=13422): Launched\u000a08:27:38.023088 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:27:38.624476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13424): Launched\u000a08:27:38.956463 run osmo-msc_10.42.42.6(pid=13425): Launched\u000a08:27:39.149270 run osmo-stp_10.42.42.5(pid=13422): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13422)]\u000a08:27:39.288372 run osmo-stp_10.42.42.5(pid=13422): stdout: \u000a| (launched: 2022-12-09_08:27:37.741269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:39.426531 run osmo-stp_10.42.42.5(pid=13422): stderr: \u000a| �[0;m�[38;5;43m20221209082737930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082737930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082737930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082737931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082737931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082737931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082737932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:39.559216 run osmo-stp_10.42.42.5(pid=13422): stdout: \u000a| (launched: 2022-12-09_08:27:37.741269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:39.690929 run osmo-stp_10.42.42.5(pid=13422): stderr: \u000a| �[0;m�[38;5;43m20221209082737930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082737930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082737930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082737931 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082737931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082737931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082737932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:39.748675 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13422): Process ended prematurely: osmo-stp_10.42.42.5(pid=13422) [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13422)] [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:27:39.758010 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:27:39.821279 run osmo-hlr_10.42.42.2(pid=13419): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13419)]\u000a08:27:39.872902 run osmo-hlr_10.42.42.2(pid=13419): stdout: \u000a| (launched: 2022-12-09_08:27:36.716377) \u000a08:27:39.925235 run osmo-hlr_10.42.42.2(pid=13419): stderr: \u000a| �[0;m�[1;31m20221209082736912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082736912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082736912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082736912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082736912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082736912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082736925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082736933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082736934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082736934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:39.996322 run osmo-msc_10.42.42.6(pid=13425): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13425)]\u000a08:27:40.048037 run osmo-msc_10.42.42.6(pid=13425): stdout: \u000a| (launched: 2022-12-09_08:27:38.792641) \u000a08:27:40.100148 run osmo-msc_10.42.42.6(pid=13425): stderr: \u000a| �[0;m�[38;5;43m20221209082739113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082739113 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60e2443c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082739113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082739113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082739113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082739114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082739115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082739116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082739116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082739116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:27:40.144270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13418): Terminating (SIGTERM)\u000a08:27:40.186459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13421): Terminating (SIGTERM)\u000a08:27:40.228544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13424): Terminating (SIGTERM)\u000a08:27:40.238221 --- ParallelTerminationStrategy: PID 13418 died...\u000a08:27:40.294666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13418): Terminated: ok {rc=0}\u000a08:27:40.304571 --- ParallelTerminationStrategy: PID 13421 died...\u000a08:27:40.360634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13421): Terminated: ok {rc=0}\u000a08:27:40.370999 --- ParallelTerminationStrategy: PID 13424 died...\u000a08:27:40.426793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13424): Terminated: ok {rc=0}\u000a08:27:40.514195 bus /sierra_3: Setting Powered False\u000a08:27:41.620217 bus /sierra_3: Setting Powered False\u000a08:27:42.730324 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:27:22" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:27:44.684769 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:44.696123 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:27:44.843533 tst mo_mt_call.py: using LAC 20197\u000a08:27:44.967786 tst mo_mt_call.py: using RAC 52\u000a08:27:45.089850 tst mo_mt_call.py: using CellId 20197\u000a08:27:45.218999 tst mo_mt_call.py: using BVCI 20198\u000a08:27:45.244304 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:45.255913 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:45.267421 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:45.279043 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:45.290824 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:45.302440 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:27:45.425715 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:27:45.641540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:46.235272 run create_hlr_db(pid=13430): Launched\u000a08:27:46.431181 bus /sierra_2: Setting Powered False\u000a08:27:47.448211 run create_hlr_db(pid=13430): Terminated: ok {rc=0}\u000a08:27:47.885092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13432): Launched\u000a08:27:48.216278 run osmo-hlr_10.42.42.2(pid=13433): Launched\u000a08:27:48.336093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:48.909486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Launched\u000a08:27:49.241863 run osmo-stp_10.42.42.5(pid=13436): Launched\u000a08:27:49.362963 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:27:49.967126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13438): Launched\u000a08:27:50.298144 run osmo-msc_10.42.42.6(pid=13439): Launched\u000a08:27:50.492652 run osmo-stp_10.42.42.5(pid=13436): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)]\u000a08:27:50.632326 run osmo-stp_10.42.42.5(pid=13436): stdout: \u000a| (launched: 2022-12-09_08:27:49.078166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:50.771488 run osmo-stp_10.42.42.5(pid=13436): stderr: \u000a| �[0;m�[38;5;43m20221209082749271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082749271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082749271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082749272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082749272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082749272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082749272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:50.904691 run osmo-stp_10.42.42.5(pid=13436): stdout: \u000a| (launched: 2022-12-09_08:27:49.078166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:27:51.036797 run osmo-stp_10.42.42.5(pid=13436): stderr: \u000a| �[0;m�[38;5;43m20221209082749271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082749271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082749271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082749272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082749272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082749272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082749272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:27:51.094665 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13436): Process ended prematurely: osmo-stp_10.42.42.5(pid=13436) [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13436)] [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:27:51.103740 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:27:51.166748 run osmo-hlr_10.42.42.2(pid=13433): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13433)]\u000a08:27:51.218595 run osmo-hlr_10.42.42.2(pid=13433): stdout: \u000a| (launched: 2022-12-09_08:27:48.053395) \u000a08:27:51.271127 run osmo-hlr_10.42.42.2(pid=13433): stderr: \u000a| �[0;m�[1;31m20221209082748251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082748251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082748251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082748251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082748251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082748251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082748263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082748272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082748272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082748272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:27:51.342469 run osmo-msc_10.42.42.6(pid=13439): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13439)]\u000a08:27:51.394106 run osmo-msc_10.42.42.6(pid=13439): stdout: \u000a| (launched: 2022-12-09_08:27:50.135501) \u000a08:27:51.446333 run osmo-msc_10.42.42.6(pid=13439): stderr: \u000a| �[0;m�[38;5;43m20221209082750458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082750458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44f653ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082750458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082750458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082750458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082750459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082750460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082750461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082750461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082750461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:27:51.490625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13432): Terminating (SIGTERM)\u000a08:27:51.532242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Terminating (SIGTERM)\u000a08:27:51.574466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13438): Terminating (SIGTERM)\u000a08:27:51.584397 --- ParallelTerminationStrategy: PID 13432 died...\u000a08:27:51.640311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13432): Terminated: ok {rc=0}\u000a08:27:51.650505 --- ParallelTerminationStrategy: PID 13435 died...\u000a08:27:51.706870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13435): Terminated: ok {rc=0}\u000a08:27:51.716921 --- ParallelTerminationStrategy: PID 13438 died...\u000a08:27:51.772938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13438): Terminated: ok {rc=0}\u000a08:27:51.860304 bus /sierra_3: Setting Powered False\u000a08:27:52.966401 bus /sierra_3: Setting Powered False\u000a08:27:54.078152 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13447): Process ended prematurely: osmo-stp_10.42.42.5(pid=13447) [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13447)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13447): Process ended prematurely: osmo-stp_10.42.42.5(pid=13447) [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:27:55.194861 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:55.207308 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:27:55.365485 tst mo_mt_call_osmux.py: using LAC 20198\u000a08:27:55.494815 tst mo_mt_call_osmux.py: using RAC 53\u000a08:27:55.618798 tst mo_mt_call_osmux.py: using CellId 20198\u000a08:27:55.741192 tst mo_mt_call_osmux.py: using BVCI 20199\u000a08:27:55.764701 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:55.776145 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:55.787192 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:55.798294 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:55.809336 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:27:55.820380 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:27:55.941315 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:27:56.147405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:27:56.641814 run create_hlr_db(pid=13441): Launched\u000a08:27:56.818324 bus /sierra_2: Setting Powered False\u000a08:27:57.840692 run create_hlr_db(pid=13441): Terminated: ok {rc=0}\u000a08:27:58.276396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13443): Launched\u000a08:27:58.607347 run osmo-hlr_10.42.42.2(pid=13444): Launched\u000a08:27:58.729742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:27:59.301436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13446): Launched\u000a08:27:59.632286 run osmo-stp_10.42.42.5(pid=13447): Launched\u000a08:27:59.752891 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:28:00.354334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13449): Launched\u000a08:28:00.686462 run osmo-msc_10.42.42.6(pid=13450): Launched\u000a08:28:00.955011 run osmo-stp_10.42.42.5(pid=13447): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13447)]\u000a08:28:01.233895 run osmo-stp_10.42.42.5(pid=13447): stdout: \u000a| (launched: 2022-12-09_08:27:59.470301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:01.368440 run osmo-stp_10.42.42.5(pid=13447): stderr: \u000a| �[0;m�[38;5;43m20221209082759663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082759663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082759663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082759664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082759664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082759664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082759664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:01.497502 run osmo-stp_10.42.42.5(pid=13447): stdout: \u000a| (launched: 2022-12-09_08:27:59.470301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:01.626927 run osmo-stp_10.42.42.5(pid=13447): stderr: \u000a| �[0;m�[38;5;43m20221209082759663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082759663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082759663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082759664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082759664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082759664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082759664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:01.684718 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13447): Process ended prematurely: osmo-stp_10.42.42.5(pid=13447) [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13447)] [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:28:01.694476 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:28:01.757034 run osmo-hlr_10.42.42.2(pid=13444): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13444)]\u000a08:28:01.809832 run osmo-hlr_10.42.42.2(pid=13444): stdout: \u000a| (launched: 2022-12-09_08:27:58.445314) \u000a08:28:01.862941 run osmo-hlr_10.42.42.2(pid=13444): stderr: \u000a| �[0;m�[1;31m20221209082758643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082758643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082758643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082758643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082758643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082758643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082758655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082758664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082758664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082758664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:01.933826 run osmo-msc_10.42.42.6(pid=13450): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13450)]\u000a08:28:01.986549 run osmo-msc_10.42.42.6(pid=13450): stdout: \u000a| (launched: 2022-12-09_08:28:00.522334) \u000a08:28:02.038458 run osmo-msc_10.42.42.6(pid=13450): stderr: \u000a| �[0;m�[38;5;43m20221209082800873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082800878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0d9eea8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082800879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082800879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082800879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082800879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082800881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082800881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082800881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082800881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:28:02.082809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13443): Terminating (SIGTERM)\u000a08:28:02.127185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13446): Terminating (SIGTERM)\u000a08:28:02.172689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13449): Terminating (SIGTERM)\u000a08:28:02.182906 --- ParallelTerminationStrategy: PID 13443 died...\u000a08:28:02.239741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13443): Terminated: ok {rc=0}\u000a08:28:02.249925 --- ParallelTerminationStrategy: PID 13446 died...\u000a08:28:02.304092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13446): Terminated: ok {rc=0}\u000a08:28:02.313906 --- ParallelTerminationStrategy: PID 13449 died...\u000a08:28:02.367538 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13449): Terminated: ok {rc=0}\u000a08:28:02.456345 bus /sierra_3: Setting Powered False\u000a08:28:03.560544 bus /sierra_3: Setting Powered False\u000a08:28:04.672723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:27:44" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13461): Process ended prematurely: osmo-stp_10.42.42.5(pid=13461) [trial-2357↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13461)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13461): Process ended prematurely: osmo-stp_10.42.42.5(pid=13461) [trial-2357↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:28:06.655092 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:06.666294 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a08:28:06.798794 tst emergency_mo_mt_call.py: using LAC 20199\u000a08:28:06.922101 tst emergency_mo_mt_call.py: using RAC 54\u000a08:28:07.040927 tst emergency_mo_mt_call.py: using CellId 20199\u000a08:28:07.159823 tst emergency_mo_mt_call.py: using BVCI 20200\u000a08:28:07.183064 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:07.193966 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:07.204529 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:07.215576 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:07.226487 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:07.237264 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:07.353749 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:07.564035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:08.075892 run create_hlr_db(pid=13455): Launched\u000a08:28:08.264605 bus /sierra_2: Setting Powered False\u000a08:28:09.285139 run create_hlr_db(pid=13455): Terminated: ok {rc=0}\u000a08:28:09.716934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13457): Launched\u000a08:28:10.043862 run osmo-hlr_10.42.42.2(pid=13458): Launched\u000a08:28:10.162481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:10.727493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13460): Launched\u000a08:28:11.053558 run osmo-stp_10.42.42.5(pid=13461): Launched\u000a08:28:11.187005 tst emergency_mo_mt_call.py: using MSISDN 7117\u000a08:28:11.348911 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:28:11.939960 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13463): Launched\u000a08:28:12.264747 run osmo-msc_10.42.42.6(pid=13464): Launched\u000a08:28:12.456331 run osmo-stp_10.42.42.5(pid=13461): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13461)]\u000a08:28:12.594332 run osmo-stp_10.42.42.5(pid=13461): stdout: \u000a| (launched: 2022-12-09_08:28:10.892934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:12.731440 run osmo-stp_10.42.42.5(pid=13461): stderr: \u000a| �[0;m�[38;5;43m20221209082811087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082811087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082811088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082811088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082811089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082811089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082811089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:12.862171 run osmo-stp_10.42.42.5(pid=13461): stdout: \u000a| (launched: 2022-12-09_08:28:10.892934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:12.991913 run osmo-stp_10.42.42.5(pid=13461): stderr: \u000a| �[0;m�[38;5;43m20221209082811087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082811087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082811088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082811088 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082811089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082811089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082811089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:13.048356 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13461): Process ended prematurely: osmo-stp_10.42.42.5(pid=13461) [trial-2357↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13461)] [trial-2357↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a08:28:13.057125 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a08:28:13.121505 run osmo-hlr_10.42.42.2(pid=13458): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13458)]\u000a08:28:13.173970 run osmo-hlr_10.42.42.2(pid=13458): stdout: \u000a| (launched: 2022-12-09_08:28:09.882373) \u000a08:28:13.227004 run osmo-hlr_10.42.42.2(pid=13458): stderr: \u000a| �[0;m�[1;31m20221209082810078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082810078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082810078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082810079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082810079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082810079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082810091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082810100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082810100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082810100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:13.298813 run osmo-msc_10.42.42.6(pid=13464): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13464)]\u000a08:28:13.351493 run osmo-msc_10.42.42.6(pid=13464): stdout: \u000a| (launched: 2022-12-09_08:28:12.105219) \u000a08:28:13.404569 run osmo-msc_10.42.42.6(pid=13464): stderr: \u000a| �[0;m�[38;5;43m20221209082812427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082812427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e4501ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082812427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082812427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082812427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082812428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082812430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082812430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082812430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082812430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:28:13.449591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13457): Terminating (SIGTERM)\u000a08:28:13.491990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13460): Terminating (SIGTERM)\u000a08:28:13.535148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13463): Terminating (SIGTERM)\u000a08:28:13.544996 --- ParallelTerminationStrategy: PID 13457 died...\u000a08:28:13.602081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13457): Terminated: ok {rc=0}\u000a08:28:13.612306 --- ParallelTerminationStrategy: PID 13460 died...\u000a08:28:13.669028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13460): Terminated: ok {rc=0}\u000a08:28:13.679250 --- ParallelTerminationStrategy: PID 13463 died...\u000a08:28:13.736155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13463): Terminated: ok {rc=0}\u000a08:28:13.824301 bus /sierra_3: Setting Powered False\u000a08:28:14.929459 bus /sierra_3: Setting Powered False\u000a08:28:16.038522 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13472): Process ended prematurely: osmo-stp_10.42.42.5(pid=13472) [trial-2357↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13472)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13472): Process ended prematurely: osmo-stp_10.42.42.5(pid=13472) [trial-2357↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:28:17.088845 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:17.101978 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a08:28:17.240801 tst emergency_preemptive_call.py: using LAC 20200\u000a08:28:17.369842 tst emergency_preemptive_call.py: using RAC 55\u000a08:28:17.499944 tst emergency_preemptive_call.py: using CellId 20200\u000a08:28:17.624563 tst emergency_preemptive_call.py: using BVCI 20201\u000a08:28:17.649165 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:17.660559 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:17.671755 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:17.683172 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:17.694746 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a08:28:17.706117 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:17.829914 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:17.956697 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:18.079383 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:18.289743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:18.801774 run create_hlr_db(pid=13466): Launched\u000a08:28:18.989471 bus /sierra_2: Setting Powered False\u000a08:28:20.009875 run create_hlr_db(pid=13466): Terminated: ok {rc=0}\u000a08:28:20.426552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13468): Launched\u000a08:28:20.752380 run osmo-hlr_10.42.42.2(pid=13469): Launched\u000a08:28:20.875032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:21.440288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13471): Launched\u000a08:28:21.768408 run osmo-stp_10.42.42.5(pid=13472): Launched\u000a08:28:21.901605 tst emergency_preemptive_call.py: using MSISDN 7118\u000a08:28:22.063939 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:28:22.654982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13474): Launched\u000a08:28:22.980521 run osmo-msc_10.42.42.6(pid=13475): Launched\u000a08:28:23.177724 run osmo-stp_10.42.42.5(pid=13472): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13472)]\u000a08:28:23.314902 run osmo-stp_10.42.42.5(pid=13472): stdout: \u000a| (launched: 2022-12-09_08:28:21.605800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:23.451908 run osmo-stp_10.42.42.5(pid=13472): stderr: \u000a| �[0;m�[38;5;43m20221209082821798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082821798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082821798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082821798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082821800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082821800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082821800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:23.582627 run osmo-stp_10.42.42.5(pid=13472): stdout: \u000a| (launched: 2022-12-09_08:28:21.605800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:23.712380 run osmo-stp_10.42.42.5(pid=13472): stderr: \u000a| �[0;m�[38;5;43m20221209082821798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082821798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082821798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082821798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082821800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082821800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082821800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:23.768820 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13472): Process ended prematurely: osmo-stp_10.42.42.5(pid=13472) [trial-2357↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13472)] [trial-2357↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a08:28:23.777655 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a08:28:23.840733 run osmo-hlr_10.42.42.2(pid=13469): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13469)]\u000a08:28:23.892422 run osmo-hlr_10.42.42.2(pid=13469): stdout: \u000a| (launched: 2022-12-09_08:28:20.592338) \u000a08:28:23.944458 run osmo-hlr_10.42.42.2(pid=13469): stderr: \u000a| �[0;m�[1;31m20221209082820790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082820790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082820790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082820790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082820790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082820790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082820803 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082820813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082820813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082820814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:24.015232 run osmo-msc_10.42.42.6(pid=13475): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13475)]\u000a08:28:24.066835 run osmo-msc_10.42.42.6(pid=13475): stdout: \u000a| (launched: 2022-12-09_08:28:22.819969) \u000a08:28:24.119369 run osmo-msc_10.42.42.6(pid=13475): stderr: \u000a| �[0;m�[38;5;43m20221209082823140 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209082823141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30ddc7dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209082823141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209082823141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209082823141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209082823141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209082823143 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209082823143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209082823144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209082823144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:28:24.163767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13468): Terminating (SIGTERM)\u000a08:28:24.205712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13471): Terminating (SIGTERM)\u000a08:28:24.248119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13474): Terminating (SIGTERM)\u000a08:28:24.257856 --- ParallelTerminationStrategy: PID 13468 died...\u000a08:28:24.314256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13468): Terminated: ok {rc=0}\u000a08:28:24.324388 --- ParallelTerminationStrategy: PID 13471 died...\u000a08:28:24.380616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13471): Terminated: ok {rc=0}\u000a08:28:24.391056 --- ParallelTerminationStrategy: PID 13474 died...\u000a08:28:24.447001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13474): Terminated: ok {rc=0}\u000a08:28:24.533964 bus /sierra_9: Setting Powered False\u000a08:28:25.641080 bus /sierra_9: Setting Powered False\u000a08:28:26.748517 bus /sierra_8: Setting Powered False\u000a08:28:27.849688 bus /sierra_8: Setting Powered False\u000a08:28:28.960711 bus /sierra_3: Setting Powered False\u000a08:28:30.062517 bus /sierra_3: Setting Powered False\u000a08:28:31.197762 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:28:06" }, { "cases" : [ { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13490): Process ended prematurely: osmo-stp_10.42.42.5(pid=13490) [trial-2357↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13490)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13490): Process ended prematurely: osmo-stp_10.42.42.5(pid=13490) [trial-2357↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:28:33.303480 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:33.314775 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:28:33.448544 tst cs_paging_gprs_active.py: using LAC 20201\u000a08:28:33.583294 tst cs_paging_gprs_active.py: using RAC 56\u000a08:28:33.713855 tst cs_paging_gprs_active.py: using CellId 20201\u000a08:28:33.843078 tst cs_paging_gprs_active.py: using BVCI 20202\u000a08:28:33.868331 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:33.879495 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:33.890540 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:33.901927 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:33.913348 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:33.924673 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:33.936078 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:33.947465 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:33.958769 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:34.078285 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:34.380768 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:28:34.520634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:34.863599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13480): Launched\u000a08:28:35.147071 run iperf3-srv_10.42.42.10(pid=13481): Launched\u000a08:28:35.351047 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:28:35.489832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:35.830867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13482): Launched\u000a08:28:36.114616 run iperf3-srv_10.42.42.10(pid=13483): Launched\u000a08:28:36.317242 tst cs_paging_gprs_active.py:38: start network...\u000a08:28:36.456225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:36.976767 run create_hlr_db(pid=13484): Launched\u000a08:28:37.168628 bus /sierra_2: Setting Powered False\u000a08:28:38.189479 run create_hlr_db(pid=13484): Terminated: ok {rc=0}\u000a08:28:38.603749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13486): Launched\u000a08:28:38.913352 run osmo-hlr_10.42.42.2(pid=13487): Launched\u000a08:28:39.027366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:39.562235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13489): Launched\u000a08:28:39.870310 run osmo-stp_10.42.42.5(pid=13490): Launched\u000a08:28:39.983978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:28:41.509423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13492): Launched\u000a08:28:41.619739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:28:41.890888 run patchelf(pid=13493): Launched\u000a08:28:42.071632 run osmo-stp_10.42.42.5(pid=13490): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13490)]\u000a08:28:42.203769 run osmo-stp_10.42.42.5(pid=13490): stdout: \u000a| (launched: 2022-12-09_08:28:39.719065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:42.336086 run osmo-stp_10.42.42.5(pid=13490): stderr: \u000a| �[0;m�[38;5;43m20221209082839886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082839886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082839887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082839887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082839888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082839888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082839888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:42.464246 run osmo-stp_10.42.42.5(pid=13490): stdout: \u000a| (launched: 2022-12-09_08:28:39.719065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:42.591302 run osmo-stp_10.42.42.5(pid=13490): stderr: \u000a| �[0;m�[38;5;43m20221209082839886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082839886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082839887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082839887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082839888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082839888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082839888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:42.738860 run patchelf(pid=13493): Terminating (SIGINT)\u000a08:28:42.912039 run patchelf(pid=13493): Terminated: ok {rc=0}\u000a08:28:42.943659 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13490): Process ended prematurely: osmo-stp_10.42.42.5(pid=13490) [trial-2357↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13490)] [trial-2357↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a08:28:42.952684 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a08:28:43.013276 run osmo-hlr_10.42.42.2(pid=13487): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13487)]\u000a08:28:43.062714 run osmo-hlr_10.42.42.2(pid=13487): stdout: \u000a| (launched: 2022-12-09_08:28:38.761533) \u000a08:28:43.112670 run osmo-hlr_10.42.42.2(pid=13487): stderr: \u000a| �[0;m�[1;31m20221209082838937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082838937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082838937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082838937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082838937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082838937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082838949 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082838957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082838958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082838958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:43.155305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13480): Terminating (SIGTERM)\u000a08:28:43.195563 run iperf3-srv_10.42.42.10(pid=13481): Terminating (SIGTERM)\u000a08:28:43.235896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13482): Terminating (SIGTERM)\u000a08:28:43.275958 run iperf3-srv_10.42.42.10(pid=13483): Terminating (SIGTERM)\u000a08:28:43.316517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13486): Terminating (SIGTERM)\u000a08:28:43.356901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13489): Terminating (SIGTERM)\u000a08:28:43.397156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13492): Terminating (SIGTERM)\u000a08:28:43.406415 --- ParallelTerminationStrategy: PID 13480 died...\u000a08:28:43.460264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13480): Terminated: ok {rc=0}\u000a08:28:43.469967 --- ParallelTerminationStrategy: PID 13481 died...\u000a08:28:43.523456 run iperf3-srv_10.42.42.10(pid=13481): Terminated {rc=256}\u000a08:28:43.533163 --- ParallelTerminationStrategy: PID 13482 died...\u000a08:28:43.586762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13482): Terminated: ok {rc=0}\u000a08:28:43.596439 --- ParallelTerminationStrategy: PID 13483 died...\u000a08:28:43.650058 run iperf3-srv_10.42.42.10(pid=13483): Terminated {rc=256}\u000a08:28:43.659683 --- ParallelTerminationStrategy: PID 13486 died...\u000a08:28:43.713985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13486): Terminated: ok {rc=0}\u000a08:28:43.723740 --- ParallelTerminationStrategy: PID 13489 died...\u000a08:28:43.777298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13489): Terminated: ok {rc=0}\u000a08:28:43.786988 --- ParallelTerminationStrategy: PID 13492 died...\u000a08:28:43.841099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13492): Terminated: ok {rc=0}\u000a08:28:43.930968 bus /gobi_0: Setting Powered False\u000a08:28:45.035116 bus /gobi_0: Setting Powered False\u000a08:28:46.146847 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 44, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13502): Process ended prematurely: osmo-stp_10.42.42.5(pid=13502) [trial-2357↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13502)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13502): Process ended prematurely: osmo-stp_10.42.42.5(pid=13502) [trial-2357↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a08:28:47.275025 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:47.287079 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:28:47.423457 tst iperf3.py: using LAC 20202\u000a08:28:47.554787 tst iperf3.py: using RAC 57\u000a08:28:47.688686 tst iperf3.py: using CellId 20202\u000a08:28:47.815989 tst iperf3.py: using BVCI 20203\u000a08:28:47.841392 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:47.852369 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:47.863430 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:47.874903 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:47.886178 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:47.897503 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:47.908860 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:47.920716 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:47.932449 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:48.216185 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:28:48.345513 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:48.671945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13494): Launched\u000a08:28:48.957026 run iperf3-srv_10.42.42.10(pid=13495): Launched\u000a08:28:49.160515 tst iperf3.py:8: start network...\u000a08:28:49.299672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:28:49.821625 run create_hlr_db(pid=13496): Launched\u000a08:28:50.013072 bus /gobi_6: Setting Powered False\u000a08:28:51.034426 run create_hlr_db(pid=13496): Terminated: ok {rc=0}\u000a08:28:51.449059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13498): Launched\u000a08:28:51.760594 run osmo-hlr_10.42.42.2(pid=13499): Launched\u000a08:28:51.882206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:28:52.423892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13501): Launched\u000a08:28:52.734012 run osmo-stp_10.42.42.5(pid=13502): Launched\u000a08:28:52.846359 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:28:53.384237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13504): Launched\u000a08:28:53.494739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:28:53.763823 run patchelf(pid=13505): Launched\u000a08:28:53.943933 run osmo-stp_10.42.42.5(pid=13502): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13502)]\u000a08:28:54.075619 run osmo-stp_10.42.42.5(pid=13502): stdout: \u000a| (launched: 2022-12-09_08:28:52.580605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:54.206944 run osmo-stp_10.42.42.5(pid=13502): stderr: \u000a| �[0;m�[38;5;43m20221209082852750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082852750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082852751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082852751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082852751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082852751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082852751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:54.334145 run osmo-stp_10.42.42.5(pid=13502): stdout: \u000a| (launched: 2022-12-09_08:28:52.580605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:28:54.460478 run osmo-stp_10.42.42.5(pid=13502): stderr: \u000a| �[0;m�[38;5;43m20221209082852750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082852750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082852751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082852751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082852751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082852751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082852751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:28:54.607385 run patchelf(pid=13505): Terminating (SIGINT)\u000a08:28:54.779862 run patchelf(pid=13505): Terminated: ok {rc=0}\u000a08:28:54.811437 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13502): Process ended prematurely: osmo-stp_10.42.42.5(pid=13502) [trial-2357↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13502)] [trial-2357↪gprs:sysmo↪iperf3.py:8]\u000a08:28:54.820476 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:28:54.880458 run osmo-hlr_10.42.42.2(pid=13499): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13499)]\u000a08:28:54.929642 run osmo-hlr_10.42.42.2(pid=13499): stdout: \u000a| (launched: 2022-12-09_08:28:51.606714) \u000a08:28:54.979425 run osmo-hlr_10.42.42.2(pid=13499): stderr: \u000a| �[0;m�[1;31m20221209082851783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082851783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082851783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082851783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082851783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082851783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082851796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082851806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082851806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082851806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:28:55.022204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13494): Terminating (SIGTERM)\u000a08:28:55.062282 run iperf3-srv_10.42.42.10(pid=13495): Terminating (SIGTERM)\u000a08:28:55.102639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13498): Terminating (SIGTERM)\u000a08:28:55.142632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13501): Terminating (SIGTERM)\u000a08:28:55.182536 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13504): Terminating (SIGTERM)\u000a08:28:55.191757 --- ParallelTerminationStrategy: PID 13494 died...\u000a08:28:55.245420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13494): Terminated: ok {rc=0}\u000a08:28:55.255084 --- ParallelTerminationStrategy: PID 13495 died...\u000a08:28:55.308332 run iperf3-srv_10.42.42.10(pid=13495): Terminated {rc=256}\u000a08:28:55.318055 --- ParallelTerminationStrategy: PID 13498 died...\u000a08:28:55.371822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13498): Terminated: ok {rc=0}\u000a08:28:55.381834 --- ParallelTerminationStrategy: PID 13501 died...\u000a08:28:55.435690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13501): Terminated: ok {rc=0}\u000a08:28:55.445886 --- ParallelTerminationStrategy: PID 13504 died...\u000a08:28:55.499110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13504): Terminated: ok {rc=0}\u000a08:28:55.583614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13521): Process ended prematurely: osmo-stp_10.42.42.5(pid=13521) [trial-2357↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13521)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13521): Process ended prematurely: osmo-stp_10.42.42.5(pid=13521) [trial-2357↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a08:28:56.701398 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:56.713468 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:28:56.848253 tst iperf3m4.py: using LAC 20203\u000a08:28:56.978071 tst iperf3m4.py: using RAC 58\u000a08:28:57.108486 tst iperf3m4.py: using CellId 20203\u000a08:28:57.242870 tst iperf3m4.py: using BVCI 20204\u000a08:28:57.268165 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:57.279569 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:57.290965 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:57.302512 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:57.313669 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:57.324886 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:57.336501 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:57.347994 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:28:57.359859 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:57.482990 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:57.606421 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:57.726805 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:28:58.008570 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:28:58.137624 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:58.459351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13506): Launched\u000a08:28:58.725361 run iperf3-srv_10.42.42.10(pid=13507): Launched\u000a08:28:58.914352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:28:59.043422 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:28:59.364733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13508): Launched\u000a08:28:59.630780 run iperf3-srv_10.42.42.10(pid=13509): Launched\u000a08:28:59.818986 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:28:59.947788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:00.266382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13510): Launched\u000a08:29:00.531390 run iperf3-srv_10.42.42.10(pid=13511): Launched\u000a08:29:00.719023 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:29:00.854010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:01.199061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13513): Launched\u000a08:29:01.503576 run iperf3-srv_10.42.42.10(pid=13514): Launched\u000a08:29:01.695551 tst iperf3m4.py:8: start network...\u000a08:29:01.827311 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:02.334065 run create_hlr_db(pid=13515): Launched\u000a08:29:02.526863 bus /gobi_6: Setting Powered False\u000a08:29:03.536723 run create_hlr_db(pid=13515): Terminated: ok {rc=0}\u000a08:29:03.983341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13517): Launched\u000a08:29:04.315844 run osmo-hlr_10.42.42.2(pid=13518): Launched\u000a08:29:04.438213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:05.014304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13520): Launched\u000a08:29:05.346437 run osmo-stp_10.42.42.5(pid=13521): Launched\u000a08:29:05.467978 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:06.043573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13523): Launched\u000a08:29:06.162329 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:06.451012 run patchelf(pid=13524): Launched\u000a08:29:06.644354 run osmo-stp_10.42.42.5(pid=13521): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13521)]\u000a08:29:06.785879 run osmo-stp_10.42.42.5(pid=13521): stdout: \u000a| (launched: 2022-12-09_08:29:05.183006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:06.927723 run osmo-stp_10.42.42.5(pid=13521): stderr: \u000a| �[0;m�[38;5;43m20221209082905371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082905371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082905372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082905372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082905373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082905373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082905373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:07.064715 run osmo-stp_10.42.42.5(pid=13521): stdout: \u000a| (launched: 2022-12-09_08:29:05.183006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:07.200674 run osmo-stp_10.42.42.5(pid=13521): stderr: \u000a| �[0;m�[38;5;43m20221209082905371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082905371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082905372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082905372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082905373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082905373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082905373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:07.358676 run patchelf(pid=13524): Terminating (SIGINT)\u000a08:29:07.544426 run patchelf(pid=13524): Terminated: ok {rc=0}\u000a08:29:07.578378 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13521): Process ended prematurely: osmo-stp_10.42.42.5(pid=13521) [trial-2357↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13521)] [trial-2357↪gprs:sysmo↪iperf3m4.py:8]\u000a08:29:07.588250 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:29:07.653208 run osmo-hlr_10.42.42.2(pid=13518): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13518)]\u000a08:29:07.705593 run osmo-hlr_10.42.42.2(pid=13518): stdout: \u000a| (launched: 2022-12-09_08:29:04.152404) \u000a08:29:07.758853 run osmo-hlr_10.42.42.2(pid=13518): stderr: \u000a| �[0;m�[1;31m20221209082904346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082904346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082904346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082904346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082904346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082904346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082904358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082904368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082904368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082904368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:07.803851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13506): Terminating (SIGTERM)\u000a08:29:07.846715 run iperf3-srv_10.42.42.10(pid=13507): Terminating (SIGTERM)\u000a08:29:07.890112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13508): Terminating (SIGTERM)\u000a08:29:07.932709 run iperf3-srv_10.42.42.10(pid=13509): Terminating (SIGTERM)\u000a08:29:07.975995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13510): Terminating (SIGTERM)\u000a08:29:08.019180 run iperf3-srv_10.42.42.10(pid=13511): Terminating (SIGTERM)\u000a08:29:08.062165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13513): Terminating (SIGTERM)\u000a08:29:08.105080 run iperf3-srv_10.42.42.10(pid=13514): Terminating (SIGTERM)\u000a08:29:08.147947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13517): Terminating (SIGTERM)\u000a08:29:08.191147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13520): Terminating (SIGTERM)\u000a08:29:08.233673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13523): Terminating (SIGTERM)\u000a08:29:08.243759 --- ParallelTerminationStrategy: PID 13506 died...\u000a08:29:08.300922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13506): Terminated: ok {rc=0}\u000a08:29:08.311565 --- ParallelTerminationStrategy: PID 13507 died...\u000a08:29:08.368633 run iperf3-srv_10.42.42.10(pid=13507): Terminated {rc=256}\u000a08:29:08.379201 --- ParallelTerminationStrategy: PID 13508 died...\u000a08:29:08.436058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13508): Terminated: ok {rc=0}\u000a08:29:08.446574 --- ParallelTerminationStrategy: PID 13509 died...\u000a08:29:08.503611 run iperf3-srv_10.42.42.10(pid=13509): Terminated {rc=256}\u000a08:29:08.514159 --- ParallelTerminationStrategy: PID 13510 died...\u000a08:29:08.571161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13510): Terminated: ok {rc=0}\u000a08:29:08.581987 --- ParallelTerminationStrategy: PID 13511 died...\u000a08:29:08.638920 run iperf3-srv_10.42.42.10(pid=13511): Terminated {rc=256}\u000a08:29:08.649101 --- ParallelTerminationStrategy: PID 13513 died...\u000a08:29:08.706143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13513): Terminated: ok {rc=0}\u000a08:29:08.716681 --- ParallelTerminationStrategy: PID 13514 died...\u000a08:29:08.773319 run iperf3-srv_10.42.42.10(pid=13514): Terminated {rc=256}\u000a08:29:08.783925 --- ParallelTerminationStrategy: PID 13517 died...\u000a08:29:08.840826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13517): Terminated: ok {rc=0}\u000a08:29:08.851426 --- ParallelTerminationStrategy: PID 13520 died...\u000a08:29:08.908034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13520): Terminated: ok {rc=0}\u000a08:29:08.918710 --- ParallelTerminationStrategy: PID 13523 died...\u000a08:29:08.975744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13523): Terminated: ok {rc=0}\u000a08:29:09.063815 bus /gobi_4: Setting Powered False\u000a08:29:10.171737 bus /gobi_4: Setting Powered False\u000a08:29:11.284351 bus /gobi_1: Setting Powered False\u000a08:29:12.386651 bus /gobi_1: Setting Powered False\u000a08:29:13.496309 bus /gobi_0: Setting Powered False\u000a08:29:14.601907 bus /gobi_0: Setting Powered False\u000a08:29:15.711532 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13531): Process ended prematurely: osmo-stp_10.42.42.5(pid=13531) [trial-2357↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13531)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13531): Process ended prematurely: osmo-stp_10.42.42.5(pid=13531) [trial-2357↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo ping.py\u000a----------------------------------------------\u000a08:29:16.777750 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:16.790382 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:29:16.950186 tst ping.py: using LAC 20204\u000a08:29:17.090004 tst ping.py: using RAC 59\u000a08:29:17.219918 tst ping.py: using CellId 20204\u000a08:29:17.349863 tst ping.py: using BVCI 20205\u000a08:29:17.375383 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:17.386916 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:17.398333 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:17.409735 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:17.421215 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:17.432542 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:17.443942 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:17.455688 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:29:17.736225 tst ping.py:19: start network...\u000a08:29:17.862080 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:18.348316 run create_hlr_db(pid=13525): Launched\u000a08:29:18.523191 bus /gobi_6: Setting Powered False\u000a08:29:19.544023 run create_hlr_db(pid=13525): Terminated: ok {rc=0}\u000a08:29:19.975341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13527): Launched\u000a08:29:20.300826 run osmo-hlr_10.42.42.2(pid=13528): Launched\u000a08:29:20.422210 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:20.987631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13530): Launched\u000a08:29:21.312008 run osmo-stp_10.42.42.5(pid=13531): Launched\u000a08:29:21.430355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:21.996169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13533): Launched\u000a08:29:22.112091 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:22.396572 run patchelf(pid=13534): Launched\u000a08:29:22.587304 run osmo-stp_10.42.42.5(pid=13531): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13531)]\u000a08:29:22.726658 run osmo-stp_10.42.42.5(pid=13531): stdout: \u000a| (launched: 2022-12-09_08:29:21.153147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:22.866378 run osmo-stp_10.42.42.5(pid=13531): stderr: \u000a| �[0;m�[38;5;43m20221209082921342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082921342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082921342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082921343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082921343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082921344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082921344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:23.001275 run osmo-stp_10.42.42.5(pid=13531): stdout: \u000a| (launched: 2022-12-09_08:29:21.153147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:23.134934 run osmo-stp_10.42.42.5(pid=13531): stderr: \u000a| �[0;m�[38;5;43m20221209082921342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082921342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082921342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082921343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082921343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082921344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082921344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:23.289910 run patchelf(pid=13534): Terminating (SIGINT)\u000a08:29:23.472310 run patchelf(pid=13534): Terminated: ok {rc=0}\u000a08:29:23.505115 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13531): Process ended prematurely: osmo-stp_10.42.42.5(pid=13531) [trial-2357↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13531)] [trial-2357↪gprs:sysmo↪ping.py:22]\u000a08:29:23.514256 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:29:23.578439 run osmo-hlr_10.42.42.2(pid=13528): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13528)]\u000a08:29:23.630499 run osmo-hlr_10.42.42.2(pid=13528): stdout: \u000a| (launched: 2022-12-09_08:29:20.141358) \u000a08:29:23.683173 run osmo-hlr_10.42.42.2(pid=13528): stderr: \u000a| �[0;m�[1;31m20221209082920337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082920337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082920337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082920337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082920337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082920337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082920353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082920361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082920362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082920362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:23.727963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13527): Terminating (SIGTERM)\u000a08:29:23.771013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13530): Terminating (SIGTERM)\u000a08:29:23.813728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13533): Terminating (SIGTERM)\u000a08:29:23.823607 --- ParallelTerminationStrategy: PID 13527 died...\u000a08:29:23.880768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13527): Terminated: ok {rc=0}\u000a08:29:23.891242 --- ParallelTerminationStrategy: PID 13530 died...\u000a08:29:23.948277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13530): Terminated: ok {rc=0}\u000a08:29:23.958635 --- ParallelTerminationStrategy: PID 13533 died...\u000a08:29:24.015669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13533): Terminated: ok {rc=0}\u000a08:29:24.103950 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13541): Process ended prematurely: osmo-stp_10.42.42.5(pid=13541) [trial-2357↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13541)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13541): Process ended prematurely: osmo-stp_10.42.42.5(pid=13541) [trial-2357↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:29:25.155911 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:25.167875 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a08:29:25.295509 tst ping_idle_ping.py: using LAC 20205\u000a08:29:25.415413 tst ping_idle_ping.py: using RAC 60\u000a08:29:25.532906 tst ping_idle_ping.py: using CellId 20205\u000a08:29:25.652163 tst ping_idle_ping.py: using BVCI 20206\u000a08:29:25.675818 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:25.686589 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:25.697345 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:25.707843 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:25.718282 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:25.728671 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:25.739238 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a08:29:25.749948 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a08:29:26.052803 tst ping_idle_ping.py:24: start network...\u000a08:29:26.189089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:26.701096 run create_hlr_db(pid=13535): Launched\u000a08:29:26.889821 bus /gobi_6: Setting Powered False\u000a08:29:27.909758 run create_hlr_db(pid=13535): Terminated: ok {rc=0}\u000a08:29:28.316351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13537): Launched\u000a08:29:28.620346 run osmo-hlr_10.42.42.2(pid=13538): Launched\u000a08:29:28.741708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:29.270720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13540): Launched\u000a08:29:29.574584 run osmo-stp_10.42.42.5(pid=13541): Launched\u000a08:29:29.685678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:30.215518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13543): Launched\u000a08:29:30.324282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:30.588558 run patchelf(pid=13544): Launched\u000a08:29:30.766078 run osmo-stp_10.42.42.5(pid=13541): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13541)]\u000a08:29:30.911797 run osmo-stp_10.42.42.5(pid=13541): stdout: \u000a| (launched: 2022-12-09_08:29:29.424821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:31.059181 run osmo-stp_10.42.42.5(pid=13541): stderr: \u000a| �[0;m�[38;5;43m20221209082929593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082929593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082929593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082929594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082929594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082929594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082929594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:31.188720 run osmo-stp_10.42.42.5(pid=13541): stdout: \u000a| (launched: 2022-12-09_08:29:29.424821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:31.316828 run osmo-stp_10.42.42.5(pid=13541): stderr: \u000a| �[0;m�[38;5;43m20221209082929593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082929593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082929593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082929594 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082929594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082929594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082929594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:31.465781 run patchelf(pid=13544): Terminating (SIGINT)\u000a08:29:31.639685 run patchelf(pid=13544): Terminated: ok {rc=0}\u000a08:29:31.671962 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13541): Process ended prematurely: osmo-stp_10.42.42.5(pid=13541) [trial-2357↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13541)] [trial-2357↪gprs:sysmo↪ping_idle_ping.py:27]\u000a08:29:31.681539 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:29:31.743035 run osmo-hlr_10.42.42.2(pid=13538): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13538)]\u000a08:29:31.792583 run osmo-hlr_10.42.42.2(pid=13538): stdout: \u000a| (launched: 2022-12-09_08:29:28.470735) \u000a08:29:31.843708 run osmo-hlr_10.42.42.2(pid=13538): stderr: \u000a| �[0;m�[1;31m20221209082928645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082928645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082928645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082928645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082928645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082928645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082928657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082928665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082928666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082928666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:31.887412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13537): Terminating (SIGTERM)\u000a08:29:31.927765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13540): Terminating (SIGTERM)\u000a08:29:31.970322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13543): Terminating (SIGTERM)\u000a08:29:31.979585 --- ParallelTerminationStrategy: PID 13537 died...\u000a08:29:32.034005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13537): Terminated: ok {rc=0}\u000a08:29:32.043915 --- ParallelTerminationStrategy: PID 13540 died...\u000a08:29:32.098048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13540): Terminated: ok {rc=0}\u000a08:29:32.108489 --- ParallelTerminationStrategy: PID 13543 died...\u000a08:29:32.161775 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13543): Terminated: ok {rc=0}\u000a08:29:32.245946 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:28:32" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13560): Process ended prematurely: osmo-stp_10.42.42.5(pid=13560) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13560)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13560): Process ended prematurely: osmo-stp_10.42.42.5(pid=13560) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:29:34.353474 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:34.364405 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:29:34.499416 tst cs_paging_gprs_active.py: using LAC 20206\u000a08:29:34.629408 tst cs_paging_gprs_active.py: using RAC 61\u000a08:29:34.761622 tst cs_paging_gprs_active.py: using CellId 20206\u000a08:29:34.893289 tst cs_paging_gprs_active.py: using BVCI 20207\u000a08:29:34.919096 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:34.930704 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:34.941998 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:34.953524 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:34.964926 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:34.976507 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:34.988180 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:34.999814 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:35.011719 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:29:35.132012 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:29:35.418130 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:29:35.547647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:35.868521 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13550): Launched\u000a08:29:36.134592 run iperf3-srv_10.42.42.10(pid=13551): Launched\u000a08:29:36.323359 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:29:36.452279 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:36.773176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13552): Launched\u000a08:29:37.038694 run iperf3-srv_10.42.42.10(pid=13553): Launched\u000a08:29:37.227011 tst cs_paging_gprs_active.py:38: start network...\u000a08:29:37.355727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:37.852639 run create_hlr_db(pid=13554): Launched\u000a08:29:38.030616 bus /gobi_6: Setting Powered False\u000a08:29:39.053567 run create_hlr_db(pid=13554): Terminated: ok {rc=0}\u000a08:29:39.494349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13556): Launched\u000a08:29:39.826698 run osmo-hlr_10.42.42.2(pid=13557): Launched\u000a08:29:39.948386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:40.524604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13559): Launched\u000a08:29:40.856433 run osmo-stp_10.42.42.5(pid=13560): Launched\u000a08:29:40.976921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:41.554207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13562): Launched\u000a08:29:41.673083 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:41.962579 run patchelf(pid=13563): Launched\u000a08:29:42.155620 run osmo-stp_10.42.42.5(pid=13560): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13560)]\u000a08:29:42.296732 run osmo-stp_10.42.42.5(pid=13560): stdout: \u000a| (launched: 2022-12-09_08:29:40.694026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:42.439046 run osmo-stp_10.42.42.5(pid=13560): stderr: \u000a| �[0;m�[38;5;43m20221209082940883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082940883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082940883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082940884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082940884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082940884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082940884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:42.576607 run osmo-stp_10.42.42.5(pid=13560): stdout: \u000a| (launched: 2022-12-09_08:29:40.694026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:42.712554 run osmo-stp_10.42.42.5(pid=13560): stderr: \u000a| �[0;m�[38;5;43m20221209082940883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082940883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082940883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082940884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082940884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082940884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082940884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:42.870468 run patchelf(pid=13563): Terminating (SIGINT)\u000a08:29:43.055544 run patchelf(pid=13563): Terminated: ok {rc=0}\u000a08:29:43.089512 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13560): Process ended prematurely: osmo-stp_10.42.42.5(pid=13560) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13560)] [trial-2357↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:29:43.099573 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a08:29:43.163805 run osmo-hlr_10.42.42.2(pid=13557): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13557)]\u000a08:29:43.215870 run osmo-hlr_10.42.42.2(pid=13557): stdout: \u000a| (launched: 2022-12-09_08:29:39.664047) \u000a08:29:43.269081 run osmo-hlr_10.42.42.2(pid=13557): stderr: \u000a| �[0;m�[1;31m20221209082939861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082939861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082939861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082939861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082939861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082939861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082939873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082939882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082939882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082939882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:43.314409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13550): Terminating (SIGTERM)\u000a08:29:43.356544 run iperf3-srv_10.42.42.10(pid=13551): Terminating (SIGTERM)\u000a08:29:43.399819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13552): Terminating (SIGTERM)\u000a08:29:43.442080 run iperf3-srv_10.42.42.10(pid=13553): Terminating (SIGTERM)\u000a08:29:43.484620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13556): Terminating (SIGTERM)\u000a08:29:43.527032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13559): Terminating (SIGTERM)\u000a08:29:43.569864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13562): Terminating (SIGTERM)\u000a08:29:43.579663 --- ParallelTerminationStrategy: PID 13550 died...\u000a08:29:43.636237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13550): Terminated: ok {rc=0}\u000a08:29:43.646601 --- ParallelTerminationStrategy: PID 13551 died...\u000a08:29:43.702981 run iperf3-srv_10.42.42.10(pid=13551): Terminated {rc=256}\u000a08:29:43.713087 --- ParallelTerminationStrategy: PID 13552 died...\u000a08:29:43.769421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13552): Terminated: ok {rc=0}\u000a08:29:43.779463 --- ParallelTerminationStrategy: PID 13553 died...\u000a08:29:43.835747 run iperf3-srv_10.42.42.10(pid=13553): Terminated {rc=256}\u000a08:29:43.846035 --- ParallelTerminationStrategy: PID 13556 died...\u000a08:29:43.902187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13556): Terminated: ok {rc=0}\u000a08:29:43.912486 --- ParallelTerminationStrategy: PID 13559 died...\u000a08:29:43.968872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13559): Terminated: ok {rc=0}\u000a08:29:43.979017 --- ParallelTerminationStrategy: PID 13562 died...\u000a08:29:44.035383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13562): Terminated: ok {rc=0}\u000a08:29:44.123203 bus /gobi_0: Setting Powered False\u000a08:29:45.230789 bus /gobi_0: Setting Powered False\u000a08:29:46.358274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13572): Process ended prematurely: osmo-stp_10.42.42.5(pid=13572) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13572)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13572): Process ended prematurely: osmo-stp_10.42.42.5(pid=13572) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:29:47.471522 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:47.483281 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:29:47.610160 tst iperf3.py: using LAC 20207\u000a08:29:47.733315 tst iperf3.py: using RAC 62\u000a08:29:47.855314 tst iperf3.py: using CellId 20207\u000a08:29:47.979699 tst iperf3.py: using BVCI 20208\u000a08:29:48.003486 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:48.014655 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:48.025653 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:48.036474 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:48.047351 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:48.058032 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:48.069033 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:48.079779 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:48.090843 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:29:48.377876 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:29:48.507163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:48.825724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13564): Launched\u000a08:29:49.090120 run iperf3-srv_10.42.42.10(pid=13565): Launched\u000a08:29:49.277675 tst iperf3.py:8: start network...\u000a08:29:49.406192 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:29:49.899152 run create_hlr_db(pid=13566): Launched\u000a08:29:50.076405 bus /gobi_6: Setting Powered False\u000a08:29:51.097374 run create_hlr_db(pid=13566): Terminated: ok {rc=0}\u000a08:29:51.534689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13568): Launched\u000a08:29:51.866936 run osmo-hlr_10.42.42.2(pid=13569): Launched\u000a08:29:51.988593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:29:52.561704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13571): Launched\u000a08:29:52.893317 run osmo-stp_10.42.42.5(pid=13572): Launched\u000a08:29:53.013798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:29:53.592060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13574): Launched\u000a08:29:53.710574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:29:53.998537 run patchelf(pid=13575): Launched\u000a08:29:54.191235 run osmo-stp_10.42.42.5(pid=13572): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13572)]\u000a08:29:54.332218 run osmo-stp_10.42.42.5(pid=13572): stdout: \u000a| (launched: 2022-12-09_08:29:52.730001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:54.474301 run osmo-stp_10.42.42.5(pid=13572): stderr: \u000a| �[0;m�[38;5;43m20221209082952919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082952920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082952920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082952920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082952921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082952921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082952921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:54.610970 run osmo-stp_10.42.42.5(pid=13572): stdout: \u000a| (launched: 2022-12-09_08:29:52.730001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:29:54.746493 run osmo-stp_10.42.42.5(pid=13572): stderr: \u000a| �[0;m�[38;5;43m20221209082952919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209082952920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209082952920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209082952920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209082952921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209082952921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209082952921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:29:54.904036 run patchelf(pid=13575): Terminating (SIGINT)\u000a08:29:55.089078 run patchelf(pid=13575): Terminated: ok {rc=0}\u000a08:29:55.122872 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13572): Process ended prematurely: osmo-stp_10.42.42.5(pid=13572) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13572)] [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a08:29:55.132761 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a08:29:55.197742 run osmo-hlr_10.42.42.2(pid=13569): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13569)]\u000a08:29:55.250235 run osmo-hlr_10.42.42.2(pid=13569): stdout: \u000a| (launched: 2022-12-09_08:29:51.703646) \u000a08:29:55.303307 run osmo-hlr_10.42.42.2(pid=13569): stderr: \u000a| �[0;m�[1;31m20221209082951900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209082951900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209082951900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082951900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209082951900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209082951900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209082951913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209082951922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209082951922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209082951922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:29:55.348285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13564): Terminating (SIGTERM)\u000a08:29:55.391571 run iperf3-srv_10.42.42.10(pid=13565): Terminating (SIGTERM)\u000a08:29:55.434074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13568): Terminating (SIGTERM)\u000a08:29:55.477182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13571): Terminating (SIGTERM)\u000a08:29:55.519584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13574): Terminating (SIGTERM)\u000a08:29:55.529616 --- ParallelTerminationStrategy: PID 13564 died...\u000a08:29:55.586397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13564): Terminated: ok {rc=0}\u000a08:29:55.596725 --- ParallelTerminationStrategy: PID 13565 died...\u000a08:29:55.653321 run iperf3-srv_10.42.42.10(pid=13565): Terminated {rc=256}\u000a08:29:55.663489 --- ParallelTerminationStrategy: PID 13568 died...\u000a08:29:55.720263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13568): Terminated: ok {rc=0}\u000a08:29:55.730371 --- ParallelTerminationStrategy: PID 13571 died...\u000a08:29:55.787131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13571): Terminated: ok {rc=0}\u000a08:29:55.797374 --- ParallelTerminationStrategy: PID 13574 died...\u000a08:29:55.853671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13574): Terminated: ok {rc=0}\u000a08:29:55.942962 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13593): Process ended prematurely: osmo-stp_10.42.42.5(pid=13593) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13593): Process ended prematurely: osmo-stp_10.42.42.5(pid=13593) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:29:57.060009 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:57.072246 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:29:57.207203 tst iperf3m4.py: using LAC 20208\u000a08:29:57.337142 tst iperf3m4.py: using RAC 63\u000a08:29:57.468024 tst iperf3m4.py: using CellId 20208\u000a08:29:57.596728 tst iperf3m4.py: using BVCI 20209\u000a08:29:57.622158 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:57.633701 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:57.645117 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:57.656598 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:57.668107 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:57.679577 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:57.691370 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:57.702798 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:29:57.714511 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:29:57.836150 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:29:57.958434 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:29:58.075693 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:29:58.360854 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:29:58.490441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:58.812831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13576): Launched\u000a08:29:59.078198 run iperf3-srv_10.42.42.10(pid=13577): Launched\u000a08:29:59.266644 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:29:59.395489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:29:59.714244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13578): Launched\u000a08:29:59.980397 run iperf3-srv_10.42.42.10(pid=13579): Launched\u000a08:30:00.169305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:30:00.298090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:30:00.617827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13580): Launched\u000a08:30:00.889341 run iperf3-srv_10.42.42.10(pid=13581): Launched\u000a08:30:01.117046 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:30:01.270831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:30:01.636459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13585): Launched\u000a08:30:01.941621 run iperf3-srv_10.42.42.10(pid=13586): Launched\u000a08:30:02.150791 tst iperf3m4.py:8: start network...\u000a08:30:02.294038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:02.817997 run create_hlr_db(pid=13587): Launched\u000a08:30:03.009119 bus /gobi_6: Setting Powered False\u000a08:30:04.031344 run create_hlr_db(pid=13587): Terminated: ok {rc=0}\u000a08:30:04.444885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13589): Launched\u000a08:30:04.756817 run osmo-hlr_10.42.42.2(pid=13590): Launched\u000a08:30:04.875595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:05.411481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13592): Launched\u000a08:30:05.721533 run osmo-stp_10.42.42.5(pid=13593): Launched\u000a08:30:05.832723 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:06.370356 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13595): Launched\u000a08:30:06.480621 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:06.751050 run patchelf(pid=13596): Launched\u000a08:30:06.931564 run osmo-stp_10.42.42.5(pid=13593): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)]\u000a08:30:07.062912 run osmo-stp_10.42.42.5(pid=13593): stdout: \u000a| (launched: 2022-12-09_08:30:05.568738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:07.195350 run osmo-stp_10.42.42.5(pid=13593): stderr: \u000a| �[0;m�[38;5;43m20221209083005739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083005739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083005739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083005740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083005740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083005740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083005740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:07.322620 run osmo-stp_10.42.42.5(pid=13593): stdout: \u000a| (launched: 2022-12-09_08:30:05.568738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:07.449468 run osmo-stp_10.42.42.5(pid=13593): stderr: \u000a| �[0;m�[38;5;43m20221209083005739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083005739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083005739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083005740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083005740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083005740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083005740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:07.596358 run patchelf(pid=13596): Terminating (SIGINT)\u000a08:30:07.769232 run patchelf(pid=13596): Terminated: ok {rc=0}\u000a08:30:07.800556 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13593): Process ended prematurely: osmo-stp_10.42.42.5(pid=13593) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13593)] [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:30:07.809901 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a08:30:07.869878 run osmo-hlr_10.42.42.2(pid=13590): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13590)]\u000a08:30:07.918842 run osmo-hlr_10.42.42.2(pid=13590): stdout: \u000a| (launched: 2022-12-09_08:30:04.602444) \u000a08:30:07.968388 run osmo-hlr_10.42.42.2(pid=13590): stderr: \u000a| �[0;m�[1;31m20221209083004777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083004777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083004777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083004777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083004777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083004777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083004789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083004797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083004797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083004798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:08.010900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13576): Terminating (SIGTERM)\u000a08:30:08.050575 run iperf3-srv_10.42.42.10(pid=13577): Terminating (SIGTERM)\u000a08:30:08.090136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13578): Terminating (SIGTERM)\u000a08:30:08.129658 run iperf3-srv_10.42.42.10(pid=13579): Terminating (SIGTERM)\u000a08:30:08.169278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13580): Terminating (SIGTERM)\u000a08:30:08.208899 run iperf3-srv_10.42.42.10(pid=13581): Terminating (SIGTERM)\u000a08:30:08.248190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13585): Terminating (SIGTERM)\u000a08:30:08.287422 run iperf3-srv_10.42.42.10(pid=13586): Terminating (SIGTERM)\u000a08:30:08.327319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13589): Terminating (SIGTERM)\u000a08:30:08.367075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13592): Terminating (SIGTERM)\u000a08:30:08.406806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13595): Terminating (SIGTERM)\u000a08:30:08.416024 --- ParallelTerminationStrategy: PID 13576 died...\u000a08:30:08.469779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13576): Terminated: ok {rc=0}\u000a08:30:08.479366 --- ParallelTerminationStrategy: PID 13577 died...\u000a08:30:08.532259 run iperf3-srv_10.42.42.10(pid=13577): Terminated {rc=256}\u000a08:30:08.541932 --- ParallelTerminationStrategy: PID 13578 died...\u000a08:30:08.595468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13578): Terminated: ok {rc=0}\u000a08:30:08.605205 --- ParallelTerminationStrategy: PID 13579 died...\u000a08:30:08.658324 run iperf3-srv_10.42.42.10(pid=13579): Terminated {rc=256}\u000a08:30:08.667939 --- ParallelTerminationStrategy: PID 13580 died...\u000a08:30:08.721489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13580): Terminated: ok {rc=0}\u000a08:30:08.731199 --- ParallelTerminationStrategy: PID 13581 died...\u000a08:30:08.784795 run iperf3-srv_10.42.42.10(pid=13581): Terminated {rc=256}\u000a08:30:08.794517 --- ParallelTerminationStrategy: PID 13585 died...\u000a08:30:08.847959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13585): Terminated: ok {rc=0}\u000a08:30:08.857786 --- ParallelTerminationStrategy: PID 13586 died...\u000a08:30:08.911229 run iperf3-srv_10.42.42.10(pid=13586): Terminated {rc=256}\u000a08:30:08.920849 --- ParallelTerminationStrategy: PID 13589 died...\u000a08:30:08.973802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13589): Terminated: ok {rc=0}\u000a08:30:08.983558 --- ParallelTerminationStrategy: PID 13592 died...\u000a08:30:09.036652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13592): Terminated: ok {rc=0}\u000a08:30:09.046448 --- ParallelTerminationStrategy: PID 13595 died...\u000a08:30:09.099845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13595): Terminated: ok {rc=0}\u000a08:30:09.190114 bus /gobi_4: Setting Powered False\u000a08:30:10.296815 bus /gobi_4: Setting Powered False\u000a08:30:11.404878 bus /gobi_1: Setting Powered False\u000a08:30:12.512281 bus /gobi_1: Setting Powered False\u000a08:30:13.621153 bus /gobi_0: Setting Powered False\u000a08:30:14.728098 bus /gobi_0: Setting Powered False\u000a08:30:15.844331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13603): Process ended prematurely: osmo-stp_10.42.42.5(pid=13603) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13603)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13603): Process ended prematurely: osmo-stp_10.42.42.5(pid=13603) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:30:16.920245 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:16.933520 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:30:17.073931 tst ping.py: using LAC 20209\u000a08:30:17.203186 tst ping.py: using RAC 64\u000a08:30:17.335130 tst ping.py: using CellId 20209\u000a08:30:17.462255 tst ping.py: using BVCI 20210\u000a08:30:17.487372 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:17.499130 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:17.510830 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:17.522784 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:17.534596 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:17.546308 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:17.558367 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:17.570125 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:30:17.869031 tst ping.py:19: start network...\u000a08:30:18.005491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:18.520117 run create_hlr_db(pid=13597): Launched\u000a08:30:18.709658 bus /gobi_6: Setting Powered False\u000a08:30:19.729583 run create_hlr_db(pid=13597): Terminated: ok {rc=0}\u000a08:30:20.163570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13599): Launched\u000a08:30:20.492178 run osmo-hlr_10.42.42.2(pid=13600): Launched\u000a08:30:20.611240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:21.175572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13602): Launched\u000a08:30:21.502686 run osmo-stp_10.42.42.5(pid=13603): Launched\u000a08:30:21.620768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:22.189255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13605): Launched\u000a08:30:22.305235 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:22.588078 run patchelf(pid=13606): Launched\u000a08:30:22.777813 run osmo-stp_10.42.42.5(pid=13603): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13603)]\u000a08:30:22.916389 run osmo-stp_10.42.42.5(pid=13603): stdout: \u000a| (launched: 2022-12-09_08:30:21.341216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:23.055313 run osmo-stp_10.42.42.5(pid=13603): stderr: \u000a| �[0;m�[38;5;43m20221209083021530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083021530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083021530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083021531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083021531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083021531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083021531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:23.190172 run osmo-stp_10.42.42.5(pid=13603): stdout: \u000a| (launched: 2022-12-09_08:30:21.341216)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:23.323911 run osmo-stp_10.42.42.5(pid=13603): stderr: \u000a| �[0;m�[38;5;43m20221209083021530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083021530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083021530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083021531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083021531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083021531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083021531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:23.479185 run patchelf(pid=13606): Terminating (SIGINT)\u000a08:30:23.660671 run patchelf(pid=13606): Terminated: ok {rc=0}\u000a08:30:23.693653 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13603): Process ended prematurely: osmo-stp_10.42.42.5(pid=13603) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13603)] [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a08:30:23.703028 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:30:23.766981 run osmo-hlr_10.42.42.2(pid=13600): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13600)]\u000a08:30:23.819209 run osmo-hlr_10.42.42.2(pid=13600): stdout: \u000a| (launched: 2022-12-09_08:30:20.329648) \u000a08:30:23.871715 run osmo-hlr_10.42.42.2(pid=13600): stderr: \u000a| �[0;m�[1;31m20221209083020524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083020524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083020524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083020524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083020524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083020524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083020536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083020545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083020545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083020545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:23.916458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13599): Terminating (SIGTERM)\u000a08:30:23.958510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13602): Terminating (SIGTERM)\u000a08:30:24.000717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13605): Terminating (SIGTERM)\u000a08:30:24.010759 --- ParallelTerminationStrategy: PID 13599 died...\u000a08:30:24.067684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13599): Terminated: ok {rc=0}\u000a08:30:24.078007 --- ParallelTerminationStrategy: PID 13602 died...\u000a08:30:24.134866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13602): Terminated: ok {rc=0}\u000a08:30:24.145214 --- ParallelTerminationStrategy: PID 13605 died...\u000a08:30:24.201649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13605): Terminated: ok {rc=0}\u000a08:30:24.289413 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:30:25.343678 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:25.356406 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:30:25.492344 tst ping_idle_ping.py: using LAC 20210\u000a08:30:25.619108 tst ping_idle_ping.py: using RAC 65\u000a08:30:25.746446 tst ping_idle_ping.py: using CellId 20210\u000a08:30:25.873663 tst ping_idle_ping.py: using BVCI 20211\u000a08:30:25.898821 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:25.910264 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:25.921551 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:25.933227 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:25.944533 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:25.955851 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:25.967497 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:30:25.979097 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:30:26.280556 tst ping_idle_ping.py:24: start network...\u000a08:30:26.417180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:26.928503 run create_hlr_db(pid=13607): Launched\u000a08:30:27.117137 bus /gobi_6: Setting Powered False\u000a08:30:28.137034 run create_hlr_db(pid=13607): Terminated: ok {rc=0}\u000a08:30:28.543848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Launched\u000a08:30:28.848353 run osmo-hlr_10.42.42.2(pid=13610): Launched\u000a08:30:28.960495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:29.486847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Launched\u000a08:30:29.790714 run osmo-stp_10.42.42.5(pid=13613): Launched\u000a08:30:29.901247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:30.434479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13615): Launched\u000a08:30:30.542912 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:30.807156 run patchelf(pid=13616): Launched\u000a08:30:31.032038 run osmo-stp_10.42.42.5(pid=13613): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)]\u000a08:30:31.175996 run osmo-stp_10.42.42.5(pid=13613): stdout: \u000a| (launched: 2022-12-09_08:30:29.641542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:31.319224 run osmo-stp_10.42.42.5(pid=13613): stderr: \u000a| �[0;m�[38;5;43m20221209083029808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083029808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083029808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083029809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083029809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083029809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083029809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:31.459993 run osmo-stp_10.42.42.5(pid=13613): stdout: \u000a| (launched: 2022-12-09_08:30:29.641542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:31.599439 run osmo-stp_10.42.42.5(pid=13613): stderr: \u000a| �[0;m�[38;5;43m20221209083029808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083029808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083029808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083029809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083029809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083029809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083029809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:31.760462 run patchelf(pid=13616): Terminating (SIGINT)\u000a08:30:31.948251 run patchelf(pid=13616): Terminated: ok {rc=0}\u000a08:30:31.985987 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13613): Process ended prematurely: osmo-stp_10.42.42.5(pid=13613) [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13613)] [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:30:31.996242 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:30:32.063795 run osmo-hlr_10.42.42.2(pid=13610): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13610)]\u000a08:30:32.117887 run osmo-hlr_10.42.42.2(pid=13610): stdout: \u000a| (launched: 2022-12-09_08:30:28.698916) \u000a08:30:32.171365 run osmo-hlr_10.42.42.2(pid=13610): stderr: \u000a| �[0;m�[1;31m20221209083028873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083028873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083028873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083028874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083028874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083028874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083028887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083028898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083028898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083028898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:32.216788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Terminating (SIGTERM)\u000a08:30:32.259159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Terminating (SIGTERM)\u000a08:30:32.301199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13615): Terminating (SIGTERM)\u000a08:30:32.311187 --- ParallelTerminationStrategy: PID 13609 died...\u000a08:30:32.367827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13609): Terminated: ok {rc=0}\u000a08:30:32.378018 --- ParallelTerminationStrategy: PID 13612 died...\u000a08:30:32.434594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13612): Terminated: ok {rc=0}\u000a08:30:32.444733 --- ParallelTerminationStrategy: PID 13615 died...\u000a08:30:32.501436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13615): Terminated: ok {rc=0}\u000a08:30:32.588185 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:29:33" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13631): Process ended prematurely: osmo-stp_10.42.42.5(pid=13631) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13631)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13631): Process ended prematurely: osmo-stp_10.42.42.5(pid=13631) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:30:34.725202 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:34.736509 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:30:34.890445 tst cs_paging_gprs_active.py: using LAC 20211\u000a08:30:35.021242 tst cs_paging_gprs_active.py: using RAC 66\u000a08:30:35.152168 tst cs_paging_gprs_active.py: using CellId 20211\u000a08:30:35.282972 tst cs_paging_gprs_active.py: using BVCI 20212\u000a08:30:35.308385 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:35.319997 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:35.331330 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:35.342902 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:35.354353 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:35.365901 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:35.377541 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:35.388809 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:35.400762 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:30:35.522450 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:30:35.809287 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:30:35.938356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:30:36.258943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13621): Launched\u000a08:30:36.524338 run iperf3-srv_10.42.42.10(pid=13622): Launched\u000a08:30:36.712446 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:30:36.841336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:30:37.161596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13623): Launched\u000a08:30:37.427010 run iperf3-srv_10.42.42.10(pid=13624): Launched\u000a08:30:37.615309 tst cs_paging_gprs_active.py:38: start network...\u000a08:30:37.743923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:38.239152 run create_hlr_db(pid=13625): Launched\u000a08:30:38.416618 bus /gobi_6: Setting Powered False\u000a08:30:39.438951 run create_hlr_db(pid=13625): Terminated: ok {rc=0}\u000a08:30:39.849715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13627): Launched\u000a08:30:40.160431 run osmo-hlr_10.42.42.2(pid=13628): Launched\u000a08:30:40.274779 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:40.812341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13630): Launched\u000a08:30:41.121945 run osmo-stp_10.42.42.5(pid=13631): Launched\u000a08:30:41.234085 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:41.772142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13633): Launched\u000a08:30:41.882322 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:42.151148 run patchelf(pid=13634): Launched\u000a08:30:42.332569 run osmo-stp_10.42.42.5(pid=13631): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13631)]\u000a08:30:42.465125 run osmo-stp_10.42.42.5(pid=13631): stdout: \u000a| (launched: 2022-12-09_08:30:40.970499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:42.597610 run osmo-stp_10.42.42.5(pid=13631): stderr: \u000a| �[0;m�[38;5;43m20221209083041138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083041138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083041138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083041139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083041139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083041139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083041139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:42.725585 run osmo-stp_10.42.42.5(pid=13631): stdout: \u000a| (launched: 2022-12-09_08:30:40.970499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:42.852300 run osmo-stp_10.42.42.5(pid=13631): stderr: \u000a| �[0;m�[38;5;43m20221209083041138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083041138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083041138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083041139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083041139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083041139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083041139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:43.000226 run patchelf(pid=13634): Terminating (SIGINT)\u000a08:30:43.173478 run patchelf(pid=13634): Terminated: ok {rc=0}\u000a08:30:43.205090 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13631): Process ended prematurely: osmo-stp_10.42.42.5(pid=13631) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13631)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:30:43.214371 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a08:30:43.274101 run osmo-hlr_10.42.42.2(pid=13628): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13628)]\u000a08:30:43.322781 run osmo-hlr_10.42.42.2(pid=13628): stdout: \u000a| (launched: 2022-12-09_08:30:40.008196) \u000a08:30:43.372281 run osmo-hlr_10.42.42.2(pid=13628): stderr: \u000a| �[0;m�[1;31m20221209083040184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083040184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083040184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083040184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083040184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083040184 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083040196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083040205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083040205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083040205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:43.414510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13621): Terminating (SIGTERM)\u000a08:30:43.454337 run iperf3-srv_10.42.42.10(pid=13622): Terminating (SIGTERM)\u000a08:30:43.494269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13623): Terminating (SIGTERM)\u000a08:30:43.534215 run iperf3-srv_10.42.42.10(pid=13624): Terminating (SIGTERM)\u000a08:30:43.574161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13627): Terminating (SIGTERM)\u000a08:30:43.614021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13630): Terminating (SIGTERM)\u000a08:30:43.653898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13633): Terminating (SIGTERM)\u000a08:30:43.663090 --- ParallelTerminationStrategy: PID 13621 died...\u000a08:30:43.716203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13621): Terminated: ok {rc=0}\u000a08:30:43.725847 --- ParallelTerminationStrategy: PID 13622 died...\u000a08:30:43.779015 run iperf3-srv_10.42.42.10(pid=13622): Terminated {rc=256}\u000a08:30:43.788712 --- ParallelTerminationStrategy: PID 13623 died...\u000a08:30:43.841281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13623): Terminated: ok {rc=0}\u000a08:30:43.850823 --- ParallelTerminationStrategy: PID 13624 died...\u000a08:30:43.903320 run iperf3-srv_10.42.42.10(pid=13624): Terminated {rc=256}\u000a08:30:43.912880 --- ParallelTerminationStrategy: PID 13627 died...\u000a08:30:43.965698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13627): Terminated: ok {rc=0}\u000a08:30:43.975322 --- ParallelTerminationStrategy: PID 13630 died...\u000a08:30:44.028440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13630): Terminated: ok {rc=0}\u000a08:30:44.038084 --- ParallelTerminationStrategy: PID 13633 died...\u000a08:30:44.090858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13633): Terminated: ok {rc=0}\u000a08:30:44.174678 bus /gobi_0: Setting Powered False\u000a08:30:45.281972 bus /gobi_0: Setting Powered False\u000a08:30:46.401155 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13643): Process ended prematurely: osmo-stp_10.42.42.5(pid=13643) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13643)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13643): Process ended prematurely: osmo-stp_10.42.42.5(pid=13643) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:30:47.517187 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:47.529407 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:30:47.688186 tst iperf3.py: using LAC 20212\u000a08:30:47.816867 tst iperf3.py: using RAC 67\u000a08:30:47.945922 tst iperf3.py: using CellId 20212\u000a08:30:48.076506 tst iperf3.py: using BVCI 20213\u000a08:30:48.101750 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:48.113346 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:48.124693 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:48.136316 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:48.147970 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:48.159357 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:48.171219 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:48.182698 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:48.194386 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:30:48.493636 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:30:48.632155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:30:48.972759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13635): Launched\u000a08:30:49.256734 run iperf3-srv_10.42.42.10(pid=13636): Launched\u000a08:30:49.460410 tst iperf3.py:8: start network...\u000a08:30:49.599615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:30:50.121386 run create_hlr_db(pid=13637): Launched\u000a08:30:50.312880 bus /gobi_6: Setting Powered False\u000a08:30:51.334014 run create_hlr_db(pid=13637): Terminated: ok {rc=0}\u000a08:30:51.773334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13639): Launched\u000a08:30:52.106887 run osmo-hlr_10.42.42.2(pid=13640): Launched\u000a08:30:52.229295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:30:52.806926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13642): Launched\u000a08:30:53.139524 run osmo-stp_10.42.42.5(pid=13643): Launched\u000a08:30:53.259864 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:30:53.835168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13645): Launched\u000a08:30:53.953474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:30:54.242191 run patchelf(pid=13646): Launched\u000a08:30:54.435762 run osmo-stp_10.42.42.5(pid=13643): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13643)]\u000a08:30:54.576895 run osmo-stp_10.42.42.5(pid=13643): stdout: \u000a| (launched: 2022-12-09_08:30:52.975511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:54.718352 run osmo-stp_10.42.42.5(pid=13643): stderr: \u000a| �[0;m�[38;5;43m20221209083053163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083053163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083053164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083053164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083053165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083053165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083053165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:54.855238 run osmo-stp_10.42.42.5(pid=13643): stdout: \u000a| (launched: 2022-12-09_08:30:52.975511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:30:54.990807 run osmo-stp_10.42.42.5(pid=13643): stderr: \u000a| �[0;m�[38;5;43m20221209083053163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083053163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083053164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083053164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083053165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083053165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083053165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:30:55.148457 run patchelf(pid=13646): Terminating (SIGINT)\u000a08:30:55.333432 run patchelf(pid=13646): Terminated: ok {rc=0}\u000a08:30:55.367238 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13643): Process ended prematurely: osmo-stp_10.42.42.5(pid=13643) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13643)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:30:55.377156 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a08:30:55.441818 run osmo-hlr_10.42.42.2(pid=13640): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13640)]\u000a08:30:55.493918 run osmo-hlr_10.42.42.2(pid=13640): stdout: \u000a| (launched: 2022-12-09_08:30:51.942593) \u000a08:30:55.546687 run osmo-hlr_10.42.42.2(pid=13640): stderr: \u000a| �[0;m�[1;31m20221209083052137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083052137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083052137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083052137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083052138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083052138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083052151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083052159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083052159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083052159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:30:55.591493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13635): Terminating (SIGTERM)\u000a08:30:55.633931 run iperf3-srv_10.42.42.10(pid=13636): Terminating (SIGTERM)\u000a08:30:55.676371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13639): Terminating (SIGTERM)\u000a08:30:55.719213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13642): Terminating (SIGTERM)\u000a08:30:55.761371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13645): Terminating (SIGTERM)\u000a08:30:55.771378 --- ParallelTerminationStrategy: PID 13635 died...\u000a08:30:55.827909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13635): Terminated: ok {rc=0}\u000a08:30:55.838460 --- ParallelTerminationStrategy: PID 13636 died...\u000a08:30:55.895212 run iperf3-srv_10.42.42.10(pid=13636): Terminated {rc=256}\u000a08:30:55.905365 --- ParallelTerminationStrategy: PID 13639 died...\u000a08:30:55.961588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13639): Terminated: ok {rc=0}\u000a08:30:55.971955 --- ParallelTerminationStrategy: PID 13642 died...\u000a08:30:56.028355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13642): Terminated: ok {rc=0}\u000a08:30:56.038839 --- ParallelTerminationStrategy: PID 13645 died...\u000a08:30:56.095484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13645): Terminated: ok {rc=0}\u000a08:30:56.183180 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13661): Process ended prematurely: osmo-stp_10.42.42.5(pid=13661) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13661)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13661): Process ended prematurely: osmo-stp_10.42.42.5(pid=13661) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13661)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:30:57.300712 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:57.312830 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:30:57.465345 tst iperf3m4.py: using LAC 20213\u000a08:30:57.593844 tst iperf3m4.py: using RAC 68\u000a08:30:57.724403 tst iperf3m4.py: using CellId 20213\u000a08:30:57.852888 tst iperf3m4.py: using BVCI 20214\u000a08:30:57.878335 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:57.890080 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:57.901455 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:57.913720 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:57.924925 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:57.936584 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:57.948648 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:57.959864 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:30:57.971727 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:30:58.091674 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:30:58.218011 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:30:58.341692 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:30:58.627888 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:30:58.757883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:30:59.077871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13647): Launched\u000a08:30:59.343744 run iperf3-srv_10.42.42.10(pid=13648): Launched\u000a08:30:59.532533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:30:59.661831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:30:59.981557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13649): Launched\u000a08:31:00.249816 run iperf3-srv_10.42.42.10(pid=13650): Launched\u000a08:31:00.439245 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:31:00.568409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:00.904923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13651): Launched\u000a08:31:01.202665 run iperf3-srv_10.42.42.10(pid=13652): Launched\u000a08:31:01.413343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:31:01.557344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:01.915047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13653): Launched\u000a08:31:02.220341 run iperf3-srv_10.42.42.10(pid=13654): Launched\u000a08:31:02.424887 tst iperf3m4.py:8: start network...\u000a08:31:02.564685 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:03.089622 run create_hlr_db(pid=13655): Launched\u000a08:31:03.281555 bus /gobi_6: Setting Powered False\u000a08:31:04.302250 run create_hlr_db(pid=13655): Terminated: ok {rc=0}\u000a08:31:04.741935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13657): Launched\u000a08:31:05.072818 run osmo-hlr_10.42.42.2(pid=13658): Launched\u000a08:31:05.197153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:05.773952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13660): Launched\u000a08:31:06.106256 run osmo-stp_10.42.42.5(pid=13661): Launched\u000a08:31:06.227007 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:31:06.806152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13663): Launched\u000a08:31:06.925017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:31:07.213481 run patchelf(pid=13664): Launched\u000a08:31:07.406819 run osmo-stp_10.42.42.5(pid=13661): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13661)]\u000a08:31:07.548555 run osmo-stp_10.42.42.5(pid=13661): stdout: \u000a| (launched: 2022-12-09_08:31:05.942529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:07.689836 run osmo-stp_10.42.42.5(pid=13661): stderr: \u000a| �[0;m�[38;5;43m20221209083106130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083106130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083106130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083106130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083106131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083106131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083106131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:07.826791 run osmo-stp_10.42.42.5(pid=13661): stdout: \u000a| (launched: 2022-12-09_08:31:05.942529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:07.962667 run osmo-stp_10.42.42.5(pid=13661): stderr: \u000a| �[0;m�[38;5;43m20221209083106130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083106130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083106130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083106130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083106131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083106131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083106131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:08.120719 run patchelf(pid=13664): Terminating (SIGINT)\u000a08:31:08.306034 run patchelf(pid=13664): Terminated: ok {rc=0}\u000a08:31:08.339890 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13661): Process ended prematurely: osmo-stp_10.42.42.5(pid=13661) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13661)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:31:08.349884 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a08:31:08.414771 run osmo-hlr_10.42.42.2(pid=13658): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13658)]\u000a08:31:08.467816 run osmo-hlr_10.42.42.2(pid=13658): stdout: \u000a| (launched: 2022-12-09_08:31:04.910987) \u000a08:31:08.520913 run osmo-hlr_10.42.42.2(pid=13658): stderr: \u000a| �[0;m�[1;31m20221209083105106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083105106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083105106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083105106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083105106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083105106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083105119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083105127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083105128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083105128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:08.565921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13647): Terminating (SIGTERM)\u000a08:31:08.608463 run iperf3-srv_10.42.42.10(pid=13648): Terminating (SIGTERM)\u000a08:31:08.651354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13649): Terminating (SIGTERM)\u000a08:31:08.694403 run iperf3-srv_10.42.42.10(pid=13650): Terminating (SIGTERM)\u000a08:31:08.737126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13651): Terminating (SIGTERM)\u000a08:31:08.779357 run iperf3-srv_10.42.42.10(pid=13652): Terminating (SIGTERM)\u000a08:31:08.822006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13653): Terminating (SIGTERM)\u000a08:31:08.864499 run iperf3-srv_10.42.42.10(pid=13654): Terminating (SIGTERM)\u000a08:31:08.907171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13657): Terminating (SIGTERM)\u000a08:31:08.949366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13660): Terminating (SIGTERM)\u000a08:31:08.991972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13663): Terminating (SIGTERM)\u000a08:31:09.002193 --- ParallelTerminationStrategy: PID 13647 died...\u000a08:31:09.058761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13647): Terminated: ok {rc=0}\u000a08:31:09.069215 --- ParallelTerminationStrategy: PID 13648 died...\u000a08:31:09.125588 run iperf3-srv_10.42.42.10(pid=13648): Terminated {rc=256}\u000a08:31:09.135785 --- ParallelTerminationStrategy: PID 13649 died...\u000a08:31:09.192530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13649): Terminated: ok {rc=0}\u000a08:31:09.202795 --- ParallelTerminationStrategy: PID 13650 died...\u000a08:31:09.259024 run iperf3-srv_10.42.42.10(pid=13650): Terminated {rc=256}\u000a08:31:09.269407 --- ParallelTerminationStrategy: PID 13651 died...\u000a08:31:09.325842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13651): Terminated: ok {rc=0}\u000a08:31:09.336343 --- ParallelTerminationStrategy: PID 13652 died...\u000a08:31:09.393065 run iperf3-srv_10.42.42.10(pid=13652): Terminated {rc=256}\u000a08:31:09.403322 --- ParallelTerminationStrategy: PID 13653 died...\u000a08:31:09.460149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13653): Terminated: ok {rc=0}\u000a08:31:09.470474 --- ParallelTerminationStrategy: PID 13654 died...\u000a08:31:09.527226 run iperf3-srv_10.42.42.10(pid=13654): Terminated {rc=256}\u000a08:31:09.537586 --- ParallelTerminationStrategy: PID 13657 died...\u000a08:31:09.594431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13657): Terminated: ok {rc=0}\u000a08:31:09.604699 --- ParallelTerminationStrategy: PID 13660 died...\u000a08:31:09.662093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13660): Terminated: ok {rc=0}\u000a08:31:09.672447 --- ParallelTerminationStrategy: PID 13663 died...\u000a08:31:09.729474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13663): Terminated: ok {rc=0}\u000a08:31:09.818382 bus /gobi_4: Setting Powered False\u000a08:31:10.923152 bus /gobi_4: Setting Powered False\u000a08:31:12.035805 bus /gobi_1: Setting Powered False\u000a08:31:13.144469 bus /gobi_1: Setting Powered False\u000a08:31:14.253695 bus /gobi_0: Setting Powered False\u000a08:31:15.360023 bus /gobi_0: Setting Powered False\u000a08:31:16.484316 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13671): Process ended prematurely: osmo-stp_10.42.42.5(pid=13671) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13671)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13671): Process ended prematurely: osmo-stp_10.42.42.5(pid=13671) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:31:17.553939 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:17.566216 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:31:17.721551 tst ping.py: using LAC 20214\u000a08:31:17.848622 tst ping.py: using RAC 69\u000a08:31:17.977765 tst ping.py: using CellId 20214\u000a08:31:18.099832 tst ping.py: using BVCI 20215\u000a08:31:18.123317 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:18.134630 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:18.145645 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:18.156730 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:18.167689 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:18.178709 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:18.189936 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:18.200800 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:31:18.498812 tst ping.py:19: start network...\u000a08:31:18.635449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:19.148767 run create_hlr_db(pid=13665): Launched\u000a08:31:19.338894 bus /gobi_6: Setting Powered False\u000a08:31:20.359350 run create_hlr_db(pid=13665): Terminated: ok {rc=0}\u000a08:31:20.769875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13667): Launched\u000a08:31:21.074469 run osmo-hlr_10.42.42.2(pid=13668): Launched\u000a08:31:21.195466 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:21.739891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13670): Launched\u000a08:31:22.044807 run osmo-stp_10.42.42.5(pid=13671): Launched\u000a08:31:22.155581 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:31:22.685402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13673): Launched\u000a08:31:22.793556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:31:23.057761 run patchelf(pid=13674): Launched\u000a08:31:23.234797 run osmo-stp_10.42.42.5(pid=13671): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13671)]\u000a08:31:23.364756 run osmo-stp_10.42.42.5(pid=13671): stdout: \u000a| (launched: 2022-12-09_08:31:21.895549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:23.495194 run osmo-stp_10.42.42.5(pid=13671): stderr: \u000a| �[0;m�[38;5;43m20221209083122064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083122064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083122064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083122065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083122065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083122066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083122066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:23.621211 run osmo-stp_10.42.42.5(pid=13671): stdout: \u000a| (launched: 2022-12-09_08:31:21.895549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:23.746206 run osmo-stp_10.42.42.5(pid=13671): stderr: \u000a| �[0;m�[38;5;43m20221209083122064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083122064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083122064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083122065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083122065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083122066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083122066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:23.890927 run patchelf(pid=13674): Terminating (SIGINT)\u000a08:31:24.060358 run patchelf(pid=13674): Terminated: ok {rc=0}\u000a08:31:24.091305 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13671): Process ended prematurely: osmo-stp_10.42.42.5(pid=13671) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13671)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:31:24.100068 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:31:24.160804 run osmo-hlr_10.42.42.2(pid=13668): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13668)]\u000a08:31:24.209885 run osmo-hlr_10.42.42.2(pid=13668): stdout: \u000a| (launched: 2022-12-09_08:31:20.924802) \u000a08:31:24.259493 run osmo-hlr_10.42.42.2(pid=13668): stderr: \u000a| �[0;m�[1;31m20221209083121100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083121100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083121100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083121100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083121100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083121100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083121112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083121122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083121123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083121123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:24.302015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13667): Terminating (SIGTERM)\u000a08:31:24.342192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13670): Terminating (SIGTERM)\u000a08:31:24.382468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13673): Terminating (SIGTERM)\u000a08:31:24.391943 --- ParallelTerminationStrategy: PID 13667 died...\u000a08:31:24.445143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13667): Terminated: ok {rc=0}\u000a08:31:24.454902 --- ParallelTerminationStrategy: PID 13670 died...\u000a08:31:24.508323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13670): Terminated: ok {rc=0}\u000a08:31:24.518198 --- ParallelTerminationStrategy: PID 13673 died...\u000a08:31:24.572164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13673): Terminated: ok {rc=0}\u000a08:31:24.660819 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13681): Process ended prematurely: osmo-stp_10.42.42.5(pid=13681) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13681)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13681): Process ended prematurely: osmo-stp_10.42.42.5(pid=13681) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13681)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:31:25.712574 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:25.724259 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:31:25.871615 tst ping_idle_ping.py: using LAC 20215\u000a08:31:25.993076 tst ping_idle_ping.py: using RAC 70\u000a08:31:26.112936 tst ping_idle_ping.py: using CellId 20215\u000a08:31:26.232136 tst ping_idle_ping.py: using BVCI 20216\u000a08:31:26.255422 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:26.266519 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:26.277338 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:26.288280 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:26.299159 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:26.310055 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:26.321544 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:31:26.332377 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:31:26.611540 tst ping_idle_ping.py:24: start network...\u000a08:31:26.738762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:27.229154 run create_hlr_db(pid=13675): Launched\u000a08:31:27.404784 bus /gobi_6: Setting Powered False\u000a08:31:28.425924 run create_hlr_db(pid=13675): Terminated: ok {rc=0}\u000a08:31:28.860441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13677): Launched\u000a08:31:29.190218 run osmo-hlr_10.42.42.2(pid=13678): Launched\u000a08:31:29.310659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:29.879754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13680): Launched\u000a08:31:30.207966 run osmo-stp_10.42.42.5(pid=13681): Launched\u000a08:31:30.327042 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:31:30.919761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13683): Launched\u000a08:31:31.043660 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:31:31.350643 run patchelf(pid=13684): Launched\u000a08:31:31.550399 run osmo-stp_10.42.42.5(pid=13681): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13681)]\u000a08:31:31.693580 run osmo-stp_10.42.42.5(pid=13681): stdout: \u000a| (launched: 2022-12-09_08:31:30.045884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:31.836831 run osmo-stp_10.42.42.5(pid=13681): stderr: \u000a| �[0;m�[38;5;43m20221209083130235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083130235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083130235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083130236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083130236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083130236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083130236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:31.975738 run osmo-stp_10.42.42.5(pid=13681): stdout: \u000a| (launched: 2022-12-09_08:31:30.045884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:32.113709 run osmo-stp_10.42.42.5(pid=13681): stderr: \u000a| �[0;m�[38;5;43m20221209083130235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083130235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083130235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083130236 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083130236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083130236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083130236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:32.272226 run patchelf(pid=13684): Terminating (SIGINT)\u000a08:31:32.455799 run patchelf(pid=13684): Terminated: ok {rc=0}\u000a08:31:32.489445 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13681): Process ended prematurely: osmo-stp_10.42.42.5(pid=13681) [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13681)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:31:32.498934 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:31:32.563580 run osmo-hlr_10.42.42.2(pid=13678): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13678)]\u000a08:31:32.616003 run osmo-hlr_10.42.42.2(pid=13678): stdout: \u000a| (launched: 2022-12-09_08:31:29.027518) \u000a08:31:32.669274 run osmo-hlr_10.42.42.2(pid=13678): stderr: \u000a| �[0;m�[1;31m20221209083129223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083129223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083129223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083129224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083129224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083129224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083129235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083129244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083129244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083129244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:32.714352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13677): Terminating (SIGTERM)\u000a08:31:32.757026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13680): Terminating (SIGTERM)\u000a08:31:32.800105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13683): Terminating (SIGTERM)\u000a08:31:32.810287 --- ParallelTerminationStrategy: PID 13677 died...\u000a08:31:32.867323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13677): Terminated: ok {rc=0}\u000a08:31:32.877617 --- ParallelTerminationStrategy: PID 13680 died...\u000a08:31:32.934544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13680): Terminated: ok {rc=0}\u000a08:31:32.944814 --- ParallelTerminationStrategy: PID 13683 died...\u000a08:31:33.001728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13683): Terminated: ok {rc=0}\u000a08:31:33.089998 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:30:34" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13698): Process ended prematurely: osmo-stp_10.42.42.5(pid=13698) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13698)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13698): Process ended prematurely: osmo-stp_10.42.42.5(pid=13698) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:31:35.218070 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.229248 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:31:35.376414 tst cs_paging_gprs_active.py: using LAC 20216\u000a08:31:35.496802 tst cs_paging_gprs_active.py: using RAC 71\u000a08:31:35.618170 tst cs_paging_gprs_active.py: using CellId 20216\u000a08:31:35.737719 tst cs_paging_gprs_active.py: using BVCI 20217\u000a08:31:35.761686 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.772649 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.783433 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.794375 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.805281 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.816046 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.827107 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.837902 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:35.848747 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:31:35.966681 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:31:36.270452 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:31:36.410169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:36.753833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13688): Launched\u000a08:31:37.038199 run iperf3-srv_10.42.42.10(pid=13689): Launched\u000a08:31:37.242047 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:31:37.381299 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:37.723703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13690): Launched\u000a08:31:38.007380 run iperf3-srv_10.42.42.10(pid=13691): Launched\u000a08:31:38.211053 tst cs_paging_gprs_active.py:38: start network...\u000a08:31:38.350470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:38.874092 run create_hlr_db(pid=13692): Launched\u000a08:31:39.066089 bus /gobi_6: Setting Powered False\u000a08:31:40.086873 run create_hlr_db(pid=13692): Terminated: ok {rc=0}\u000a08:31:40.501091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13694): Launched\u000a08:31:40.811580 run osmo-hlr_10.42.42.2(pid=13695): Launched\u000a08:31:40.934338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:41.475302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13697): Launched\u000a08:31:41.783735 run osmo-stp_10.42.42.5(pid=13698): Launched\u000a08:31:41.897082 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:31:42.436143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13700): Launched\u000a08:31:42.546678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:31:42.817110 run patchelf(pid=13701): Launched\u000a08:31:42.998375 run osmo-stp_10.42.42.5(pid=13698): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13698)]\u000a08:31:43.130588 run osmo-stp_10.42.42.5(pid=13698): stdout: \u000a| (launched: 2022-12-09_08:31:41.632687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:43.262959 run osmo-stp_10.42.42.5(pid=13698): stderr: \u000a| �[0;m�[38;5;43m20221209083141800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083141800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083141800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083141801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083141801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083141801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083141801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:43.391015 run osmo-stp_10.42.42.5(pid=13698): stdout: \u000a| (launched: 2022-12-09_08:31:41.632687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:43.518185 run osmo-stp_10.42.42.5(pid=13698): stderr: \u000a| �[0;m�[38;5;43m20221209083141800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083141800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083141800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083141801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083141801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083141801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083141801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:43.665937 run patchelf(pid=13701): Terminating (SIGINT)\u000a08:31:43.839459 run patchelf(pid=13701): Terminated: ok {rc=0}\u000a08:31:43.871243 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13698): Process ended prematurely: osmo-stp_10.42.42.5(pid=13698) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13698)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:31:43.880498 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:31:43.940588 run osmo-hlr_10.42.42.2(pid=13695): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13695)]\u000a08:31:43.989622 run osmo-hlr_10.42.42.2(pid=13695): stdout: \u000a| (launched: 2022-12-09_08:31:40.659403) \u000a08:31:44.039171 run osmo-hlr_10.42.42.2(pid=13695): stderr: \u000a| �[0;m�[1;31m20221209083140834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083140834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083140834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083140834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083140834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083140835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083140846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083140855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083140855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083140855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:44.081711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13688): Terminating (SIGTERM)\u000a08:31:44.121771 run iperf3-srv_10.42.42.10(pid=13689): Terminating (SIGTERM)\u000a08:31:44.161700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13690): Terminating (SIGTERM)\u000a08:31:44.201661 run iperf3-srv_10.42.42.10(pid=13691): Terminating (SIGTERM)\u000a08:31:44.241610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13694): Terminating (SIGTERM)\u000a08:31:44.281488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13697): Terminating (SIGTERM)\u000a08:31:44.321455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13700): Terminating (SIGTERM)\u000a08:31:44.330649 --- ParallelTerminationStrategy: PID 13688 died...\u000a08:31:44.384290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13688): Terminated: ok {rc=0}\u000a08:31:44.394061 --- ParallelTerminationStrategy: PID 13689 died...\u000a08:31:44.447234 run iperf3-srv_10.42.42.10(pid=13689): Terminated {rc=256}\u000a08:31:44.456821 --- ParallelTerminationStrategy: PID 13690 died...\u000a08:31:44.510061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13690): Terminated: ok {rc=0}\u000a08:31:44.519686 --- ParallelTerminationStrategy: PID 13691 died...\u000a08:31:44.572642 run iperf3-srv_10.42.42.10(pid=13691): Terminated {rc=256}\u000a08:31:44.582342 --- ParallelTerminationStrategy: PID 13694 died...\u000a08:31:44.635383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13694): Terminated: ok {rc=0}\u000a08:31:44.645076 --- ParallelTerminationStrategy: PID 13697 died...\u000a08:31:44.698018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13697): Terminated: ok {rc=0}\u000a08:31:44.707641 --- ParallelTerminationStrategy: PID 13700 died...\u000a08:31:44.761245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13700): Terminated: ok {rc=0}\u000a08:31:44.850413 bus /gobi_0: Setting Powered False\u000a08:31:45.975984 bus /gobi_0: Setting Powered False\u000a08:31:47.124622 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13710): Process ended prematurely: osmo-stp_10.42.42.5(pid=13710) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13710): Process ended prematurely: osmo-stp_10.42.42.5(pid=13710) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:31:48.242222 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:48.254596 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:31:48.415082 tst iperf3.py: using LAC 20217\u000a08:31:48.540493 tst iperf3.py: using RAC 72\u000a08:31:48.663350 tst iperf3.py: using CellId 20217\u000a08:31:48.786164 tst iperf3.py: using BVCI 20218\u000a08:31:48.810188 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:48.821421 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:48.832413 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:48.844060 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:48.855487 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:48.866873 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:48.878357 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:48.889683 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:48.901232 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:31:49.205980 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:31:49.345707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:49.689506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13702): Launched\u000a08:31:49.976035 run iperf3-srv_10.42.42.10(pid=13703): Launched\u000a08:31:50.180565 tst iperf3.py:8: start network...\u000a08:31:50.320433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:31:50.846212 run create_hlr_db(pid=13704): Launched\u000a08:31:51.037754 bus /gobi_6: Setting Powered False\u000a08:31:52.058952 run create_hlr_db(pid=13704): Terminated: ok {rc=0}\u000a08:31:52.499264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13706): Launched\u000a08:31:52.831564 run osmo-hlr_10.42.42.2(pid=13707): Launched\u000a08:31:52.955090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:31:53.534018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13709): Launched\u000a08:31:53.866994 run osmo-stp_10.42.42.5(pid=13710): Launched\u000a08:31:53.988044 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:31:54.566195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13712): Launched\u000a08:31:54.685392 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:31:54.974297 run patchelf(pid=13713): Launched\u000a08:31:55.167744 run osmo-stp_10.42.42.5(pid=13710): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)]\u000a08:31:55.309542 run osmo-stp_10.42.42.5(pid=13710): stdout: \u000a| (launched: 2022-12-09_08:31:53.703058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:55.451911 run osmo-stp_10.42.42.5(pid=13710): stderr: \u000a| �[0;m�[38;5;43m20221209083153893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083153893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083153893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083153894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083153894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083153894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083153894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:55.589377 run osmo-stp_10.42.42.5(pid=13710): stdout: \u000a| (launched: 2022-12-09_08:31:53.703058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:31:55.725533 run osmo-stp_10.42.42.5(pid=13710): stderr: \u000a| �[0;m�[38;5;43m20221209083153893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083153893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083153893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083153894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083153894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083153894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083153894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:31:55.883775 run patchelf(pid=13713): Terminating (SIGINT)\u000a08:31:56.069981 run patchelf(pid=13713): Terminated: ok {rc=0}\u000a08:31:56.104347 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13710): Process ended prematurely: osmo-stp_10.42.42.5(pid=13710) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13710)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:31:56.114581 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a08:31:56.178555 run osmo-hlr_10.42.42.2(pid=13707): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13707)]\u000a08:31:56.230799 run osmo-hlr_10.42.42.2(pid=13707): stdout: \u000a| (launched: 2022-12-09_08:31:52.668459) \u000a08:31:56.283518 run osmo-hlr_10.42.42.2(pid=13707): stderr: \u000a| �[0;m�[1;31m20221209083152866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083152866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083152866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083152866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083152866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083152866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083152882 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083152891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083152892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083152892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:31:56.328235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13702): Terminating (SIGTERM)\u000a08:31:56.371092 run iperf3-srv_10.42.42.10(pid=13703): Terminating (SIGTERM)\u000a08:31:56.413539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13706): Terminating (SIGTERM)\u000a08:31:56.456402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13709): Terminating (SIGTERM)\u000a08:31:56.499614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13712): Terminating (SIGTERM)\u000a08:31:56.509515 --- ParallelTerminationStrategy: PID 13702 died...\u000a08:31:56.567111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13702): Terminated: ok {rc=0}\u000a08:31:56.577532 --- ParallelTerminationStrategy: PID 13703 died...\u000a08:31:56.633837 run iperf3-srv_10.42.42.10(pid=13703): Terminated {rc=256}\u000a08:31:56.644240 --- ParallelTerminationStrategy: PID 13706 died...\u000a08:31:56.700874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13706): Terminated: ok {rc=0}\u000a08:31:56.711152 --- ParallelTerminationStrategy: PID 13709 died...\u000a08:31:56.767784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13709): Terminated: ok {rc=0}\u000a08:31:56.778187 --- ParallelTerminationStrategy: PID 13712 died...\u000a08:31:56.835063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13712): Terminated: ok {rc=0}\u000a08:31:56.923608 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13729): Process ended prematurely: osmo-stp_10.42.42.5(pid=13729) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13729)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13729): Process ended prematurely: osmo-stp_10.42.42.5(pid=13729) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:31:58.040705 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:58.052856 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:31:58.203492 tst iperf3m4.py: using LAC 20218\u000a08:31:58.330580 tst iperf3m4.py: using RAC 73\u000a08:31:58.453413 tst iperf3m4.py: using CellId 20218\u000a08:31:58.573542 tst iperf3m4.py: using BVCI 20219\u000a08:31:58.597579 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:58.608671 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:58.619633 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:58.630733 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:58.641684 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:58.652654 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:58.663738 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:58.674689 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:31:58.685914 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:31:58.806885 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:31:58.932136 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:31:59.054883 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:31:59.347566 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:31:59.477265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:31:59.797616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13715): Launched\u000a08:32:00.065353 run iperf3-srv_10.42.42.10(pid=13716): Launched\u000a08:32:00.253615 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:32:00.382443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:00.701885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13717): Launched\u000a08:32:01.020058 run iperf3-srv_10.42.42.10(pid=13718): Launched\u000a08:32:01.211465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:32:01.343112 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:01.682815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13719): Launched\u000a08:32:01.968536 run iperf3-srv_10.42.42.10(pid=13720): Launched\u000a08:32:02.160056 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:32:02.289655 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:32:02.612365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13721): Launched\u000a08:32:02.877973 run iperf3-srv_10.42.42.10(pid=13722): Launched\u000a08:32:03.067113 tst iperf3m4.py:8: start network...\u000a08:32:03.196149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:03.691390 run create_hlr_db(pid=13723): Launched\u000a08:32:03.868398 bus /gobi_6: Setting Powered False\u000a08:32:04.889896 run create_hlr_db(pid=13723): Terminated: ok {rc=0}\u000a08:32:05.301795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13725): Launched\u000a08:32:05.611545 run osmo-hlr_10.42.42.2(pid=13726): Launched\u000a08:32:05.734167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:06.283349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13728): Launched\u000a08:32:06.592558 run osmo-stp_10.42.42.5(pid=13729): Launched\u000a08:32:06.704797 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:32:07.246446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13731): Launched\u000a08:32:07.357397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:07.628450 run patchelf(pid=13732): Launched\u000a08:32:07.810377 run osmo-stp_10.42.42.5(pid=13729): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13729)]\u000a08:32:07.943224 run osmo-stp_10.42.42.5(pid=13729): stdout: \u000a| (launched: 2022-12-09_08:32:06.440679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:08.076419 run osmo-stp_10.42.42.5(pid=13729): stderr: \u000a| �[0;m�[38;5;43m20221209083206610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083206610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083206610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083206611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083206611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083206611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083206611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:08.204868 run osmo-stp_10.42.42.5(pid=13729): stdout: \u000a| (launched: 2022-12-09_08:32:06.440679)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:08.332309 run osmo-stp_10.42.42.5(pid=13729): stderr: \u000a| �[0;m�[38;5;43m20221209083206610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083206610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083206610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083206611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083206611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083206611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083206611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:08.480579 run patchelf(pid=13732): Terminating (SIGINT)\u000a08:32:08.654832 run patchelf(pid=13732): Terminated: ok {rc=0}\u000a08:32:08.686706 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13729): Process ended prematurely: osmo-stp_10.42.42.5(pid=13729) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13729)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:32:08.696057 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a08:32:08.756394 run osmo-hlr_10.42.42.2(pid=13726): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13726)]\u000a08:32:08.805733 run osmo-hlr_10.42.42.2(pid=13726): stdout: \u000a| (launched: 2022-12-09_08:32:05.459331) \u000a08:32:08.855868 run osmo-hlr_10.42.42.2(pid=13726): stderr: \u000a| �[0;m�[1;31m20221209083205634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083205634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083205634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083205634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083205634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083205635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083205647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083205655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083205655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083205655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:08.898167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13715): Terminating (SIGTERM)\u000a08:32:08.938901 run iperf3-srv_10.42.42.10(pid=13716): Terminating (SIGTERM)\u000a08:32:08.979771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13717): Terminating (SIGTERM)\u000a08:32:09.020576 run iperf3-srv_10.42.42.10(pid=13718): Terminating (SIGTERM)\u000a08:32:09.061037 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13719): Terminating (SIGTERM)\u000a08:32:09.102043 run iperf3-srv_10.42.42.10(pid=13720): Terminating (SIGTERM)\u000a08:32:09.142406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13721): Terminating (SIGTERM)\u000a08:32:09.182533 run iperf3-srv_10.42.42.10(pid=13722): Terminating (SIGTERM)\u000a08:32:09.222763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13725): Terminating (SIGTERM)\u000a08:32:09.263086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13728): Terminating (SIGTERM)\u000a08:32:09.303551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13731): Terminating (SIGTERM)\u000a08:32:09.313094 --- ParallelTerminationStrategy: PID 13715 died...\u000a08:32:09.366991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13715): Terminated: ok {rc=0}\u000a08:32:09.377008 --- ParallelTerminationStrategy: PID 13716 died...\u000a08:32:09.430546 run iperf3-srv_10.42.42.10(pid=13716): Terminated {rc=256}\u000a08:32:09.440442 --- ParallelTerminationStrategy: PID 13717 died...\u000a08:32:09.494664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13717): Terminated: ok {rc=0}\u000a08:32:09.504482 --- ParallelTerminationStrategy: PID 13718 died...\u000a08:32:09.558097 run iperf3-srv_10.42.42.10(pid=13718): Terminated {rc=256}\u000a08:32:09.568078 --- ParallelTerminationStrategy: PID 13719 died...\u000a08:32:09.622012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13719): Terminated: ok {rc=0}\u000a08:32:09.632034 --- ParallelTerminationStrategy: PID 13720 died...\u000a08:32:09.685801 run iperf3-srv_10.42.42.10(pid=13720): Terminated {rc=256}\u000a08:32:09.695738 --- ParallelTerminationStrategy: PID 13721 died...\u000a08:32:09.749350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13721): Terminated: ok {rc=0}\u000a08:32:09.759323 --- ParallelTerminationStrategy: PID 13722 died...\u000a08:32:09.813082 run iperf3-srv_10.42.42.10(pid=13722): Terminated {rc=256}\u000a08:32:09.823133 --- ParallelTerminationStrategy: PID 13725 died...\u000a08:32:09.876814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13725): Terminated: ok {rc=0}\u000a08:32:09.886824 --- ParallelTerminationStrategy: PID 13728 died...\u000a08:32:09.940501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13728): Terminated: ok {rc=0}\u000a08:32:09.950582 --- ParallelTerminationStrategy: PID 13731 died...\u000a08:32:10.004452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13731): Terminated: ok {rc=0}\u000a08:32:10.093012 bus /gobi_4: Setting Powered False\u000a08:32:11.197721 bus /gobi_4: Setting Powered False\u000a08:32:12.309985 bus /gobi_1: Setting Powered False\u000a08:32:13.413640 bus /gobi_1: Setting Powered False\u000a08:32:14.526010 bus /gobi_0: Setting Powered False\u000a08:32:15.628990 bus /gobi_0: Setting Powered False\u000a08:32:16.758130 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13739): Process ended prematurely: osmo-stp_10.42.42.5(pid=13739) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13739)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13739): Process ended prematurely: osmo-stp_10.42.42.5(pid=13739) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:32:17.824077 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:17.836020 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:32:17.985807 tst ping.py: using LAC 20219\u000a08:32:18.105898 tst ping.py: using RAC 74\u000a08:32:18.225529 tst ping.py: using CellId 20219\u000a08:32:18.344869 tst ping.py: using BVCI 20220\u000a08:32:18.368201 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:18.379575 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:18.390552 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:18.401674 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:18.412563 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:18.423469 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:18.434780 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:18.445813 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:32:18.742554 tst ping.py:19: start network...\u000a08:32:18.878866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:19.395955 run create_hlr_db(pid=13733): Launched\u000a08:32:19.586016 bus /gobi_6: Setting Powered False\u000a08:32:20.606942 run create_hlr_db(pid=13733): Terminated: ok {rc=0}\u000a08:32:21.041545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13735): Launched\u000a08:32:21.369931 run osmo-hlr_10.42.42.2(pid=13736): Launched\u000a08:32:21.489973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:22.061591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13738): Launched\u000a08:32:22.390171 run osmo-stp_10.42.42.5(pid=13739): Launched\u000a08:32:22.509496 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:32:23.081913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13741): Launched\u000a08:32:23.198556 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:23.484598 run patchelf(pid=13742): Launched\u000a08:32:23.675773 run osmo-stp_10.42.42.5(pid=13739): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13739)]\u000a08:32:23.815096 run osmo-stp_10.42.42.5(pid=13739): stdout: \u000a| (launched: 2022-12-09_08:32:22.228349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:23.954816 run osmo-stp_10.42.42.5(pid=13739): stderr: \u000a| �[0;m�[38;5;43m20221209083222420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083222420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083222421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083222421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083222421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083222422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083222422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:24.090312 run osmo-stp_10.42.42.5(pid=13739): stdout: \u000a| (launched: 2022-12-09_08:32:22.228349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:24.224462 run osmo-stp_10.42.42.5(pid=13739): stderr: \u000a| �[0;m�[38;5;43m20221209083222420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083222420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083222421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083222421 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083222421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083222422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083222422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:24.380213 run patchelf(pid=13742): Terminating (SIGINT)\u000a08:32:24.563671 run patchelf(pid=13742): Terminated: ok {rc=0}\u000a08:32:24.596828 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13739): Process ended prematurely: osmo-stp_10.42.42.5(pid=13739) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13739)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:32:24.606326 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:32:24.670855 run osmo-hlr_10.42.42.2(pid=13736): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13736)]\u000a08:32:24.723238 run osmo-hlr_10.42.42.2(pid=13736): stdout: \u000a| (launched: 2022-12-09_08:32:21.208325) \u000a08:32:24.776135 run osmo-hlr_10.42.42.2(pid=13736): stderr: \u000a| �[0;m�[1;31m20221209083221406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083221406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083221406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083221406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083221407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083221407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083221420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083221430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083221430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083221430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:24.821044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13735): Terminating (SIGTERM)\u000a08:32:24.863677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13738): Terminating (SIGTERM)\u000a08:32:24.907068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13741): Terminating (SIGTERM)\u000a08:32:24.916853 --- ParallelTerminationStrategy: PID 13735 died...\u000a08:32:24.973764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13735): Terminated: ok {rc=0}\u000a08:32:24.983994 --- ParallelTerminationStrategy: PID 13738 died...\u000a08:32:25.040906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13738): Terminated: ok {rc=0}\u000a08:32:25.051115 --- ParallelTerminationStrategy: PID 13741 died...\u000a08:32:25.108104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13741): Terminated: ok {rc=0}\u000a08:32:25.195898 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13749): Process ended prematurely: osmo-stp_10.42.42.5(pid=13749) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13749): Process ended prematurely: osmo-stp_10.42.42.5(pid=13749) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:32:26.247577 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:26.259494 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:32:26.407889 tst ping_idle_ping.py: using LAC 20220\u000a08:32:26.534134 tst ping_idle_ping.py: using RAC 75\u000a08:32:26.653044 tst ping_idle_ping.py: using CellId 20220\u000a08:32:26.771774 tst ping_idle_ping.py: using BVCI 20221\u000a08:32:26.795391 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:26.806826 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:26.818046 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:26.829451 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:26.840560 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:26.851770 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:26.863269 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:32:26.874825 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:32:27.173452 tst ping_idle_ping.py:24: start network...\u000a08:32:27.311208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:27.833686 run create_hlr_db(pid=13743): Launched\u000a08:32:28.024062 bus /gobi_6: Setting Powered False\u000a08:32:29.032348 run create_hlr_db(pid=13743): Terminated: ok {rc=0}\u000a08:32:29.479338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13745): Launched\u000a08:32:29.811025 run osmo-hlr_10.42.42.2(pid=13746): Launched\u000a08:32:29.931265 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:30.502468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13748): Launched\u000a08:32:30.844033 run osmo-stp_10.42.42.5(pid=13749): Launched\u000a08:32:31.043760 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:32:31.664222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13751): Launched\u000a08:32:31.779338 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:32.068633 run patchelf(pid=13752): Launched\u000a08:32:32.255326 run osmo-stp_10.42.42.5(pid=13749): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)]\u000a08:32:32.396328 run osmo-stp_10.42.42.5(pid=13749): stdout: \u000a| (launched: 2022-12-09_08:32:30.670246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:32.537447 run osmo-stp_10.42.42.5(pid=13749): stderr: \u000a| �[0;m�[38;5;43m20221209083230883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083230883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083230883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083230884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083230884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083230884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083230884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:32.673340 run osmo-stp_10.42.42.5(pid=13749): stdout: \u000a| (launched: 2022-12-09_08:32:30.670246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:32.808463 run osmo-stp_10.42.42.5(pid=13749): stderr: \u000a| �[0;m�[38;5;43m20221209083230883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083230883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083230883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083230884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083230884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083230884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083230884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:32.965095 run patchelf(pid=13752): Terminating (SIGINT)\u000a08:32:33.149594 run patchelf(pid=13752): Terminated: ok {rc=0}\u000a08:32:33.183317 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13749): Process ended prematurely: osmo-stp_10.42.42.5(pid=13749) [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13749)] [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:32:33.192575 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a08:32:33.257512 run osmo-hlr_10.42.42.2(pid=13746): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13746)]\u000a08:32:33.310028 run osmo-hlr_10.42.42.2(pid=13746): stdout: \u000a| (launched: 2022-12-09_08:32:29.646744) \u000a08:32:33.363378 run osmo-hlr_10.42.42.2(pid=13746): stderr: \u000a| �[0;m�[1;31m20221209083229846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083229846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083229846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083229846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083229846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083229846 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083229858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083229866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083229866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083229866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:33.408152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13745): Terminating (SIGTERM)\u000a08:32:33.451165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13748): Terminating (SIGTERM)\u000a08:32:33.494914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13751): Terminating (SIGTERM)\u000a08:32:33.505250 --- ParallelTerminationStrategy: PID 13745 died...\u000a08:32:33.562552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13745): Terminated: ok {rc=0}\u000a08:32:33.573459 --- ParallelTerminationStrategy: PID 13748 died...\u000a08:32:33.630594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13748): Terminated: ok {rc=0}\u000a08:32:33.641004 --- ParallelTerminationStrategy: PID 13751 died...\u000a08:32:33.698169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13751): Terminated: ok {rc=0}\u000a08:32:33.786944 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:31:34" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13767): Process ended prematurely: osmo-stp_10.42.42.5(pid=13767) [trial-2357↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13767)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13767): Process ended prematurely: osmo-stp_10.42.42.5(pid=13767) [trial-2357↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:32:35.783443 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:32:35.796449 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:32:35.955260 tst switch_tch_pdch.py: using LAC 20221\u000a08:32:36.099823 tst switch_tch_pdch.py: using RAC 76\u000a08:32:36.232020 tst switch_tch_pdch.py: using CellId 20221\u000a08:32:36.355479 tst switch_tch_pdch.py: using BVCI 20222\u000a08:32:36.379223 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:32:36.390865 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:32:36.402290 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:32:36.414120 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:32:36.425602 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:32:36.437121 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:32:36.448796 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:32:36.460365 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:32:36.583503 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:32:36.867143 tst switch_tch_pdch.py:51: start network...\u000a08:32:36.994436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:37.485022 run create_hlr_db(pid=13761): Launched\u000a08:32:37.661504 bus /gobi_6: Setting Powered False\u000a08:32:38.681765 run create_hlr_db(pid=13761): Terminated: ok {rc=0}\u000a08:32:39.115138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13763): Launched\u000a08:32:39.444254 run osmo-hlr_10.42.42.2(pid=13764): Launched\u000a08:32:39.562317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:40.122856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13766): Launched\u000a08:32:40.429894 run osmo-stp_10.42.42.5(pid=13767): Launched\u000a08:32:40.540676 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:32:41.075089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13769): Launched\u000a08:32:41.183356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:41.449415 run patchelf(pid=13770): Launched\u000a08:32:41.627260 run osmo-stp_10.42.42.5(pid=13767): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13767)]\u000a08:32:41.757565 run osmo-stp_10.42.42.5(pid=13767): stdout: \u000a| (launched: 2022-12-09_08:32:40.278084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:41.888436 run osmo-stp_10.42.42.5(pid=13767): stderr: \u000a| �[0;m�[38;5;43m20221209083240448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083240448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083240448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083240449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083240449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083240449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083240449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:42.014844 run osmo-stp_10.42.42.5(pid=13767): stdout: \u000a| (launched: 2022-12-09_08:32:40.278084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:42.139990 run osmo-stp_10.42.42.5(pid=13767): stderr: \u000a| �[0;m�[38;5;43m20221209083240448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083240448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083240448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083240449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083240449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083240449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083240449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:42.285960 run patchelf(pid=13770): Terminating (SIGINT)\u000a08:32:42.456877 run patchelf(pid=13770): Terminated: ok {rc=0}\u000a08:32:42.488040 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13767): Process ended prematurely: osmo-stp_10.42.42.5(pid=13767) [trial-2357↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13767)] [trial-2357↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:32:42.496584 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a08:32:42.556582 run osmo-hlr_10.42.42.2(pid=13764): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13764)]\u000a08:32:42.605877 run osmo-hlr_10.42.42.2(pid=13764): stdout: \u000a| (launched: 2022-12-09_08:32:39.281765) \u000a08:32:42.655588 run osmo-hlr_10.42.42.2(pid=13764): stderr: \u000a| �[0;m�[1;31m20221209083239478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083239478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083239478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083239478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083239478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083239478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083239491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083239500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083239500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083239500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:42.698135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13763): Terminating (SIGTERM)\u000a08:32:42.738362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13766): Terminating (SIGTERM)\u000a08:32:42.778429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13769): Terminating (SIGTERM)\u000a08:32:42.787774 --- ParallelTerminationStrategy: PID 13763 died...\u000a08:32:42.841689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13763): Terminated: ok {rc=0}\u000a08:32:42.851529 --- ParallelTerminationStrategy: PID 13766 died...\u000a08:32:42.905101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13766): Terminated: ok {rc=0}\u000a08:32:42.914798 --- ParallelTerminationStrategy: PID 13769 died...\u000a08:32:42.968002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13769): Terminated: ok {rc=0}\u000a08:32:43.057541 bus /gobi_0: Setting Powered False\u000a08:32:44.161108 bus /gobi_0: Setting Powered False\u000a08:32:45.274495 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:32:35" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13780): Process ended prematurely: osmo-stp_10.42.42.5(pid=13780) [trial-2357↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13780)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13780): Process ended prematurely: osmo-stp_10.42.42.5(pid=13780) [trial-2357↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:32:47.231367 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:32:47.244100 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:32:47.402333 tst switch_tch_pdch.py: using LAC 20222\u000a08:32:47.532809 tst switch_tch_pdch.py: using RAC 77\u000a08:32:47.660940 tst switch_tch_pdch.py: using CellId 20222\u000a08:32:47.793826 tst switch_tch_pdch.py: using BVCI 20223\u000a08:32:47.819050 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:32:47.830900 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:32:47.842630 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:32:47.854588 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:32:47.866504 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:32:47.878546 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:32:47.890679 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:32:47.902798 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:32:48.022662 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:32:48.302009 tst switch_tch_pdch.py:51: start network...\u000a08:32:48.428259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:32:48.894398 run create_hlr_db(pid=13774): Launched\u000a08:32:49.018332 bus /gobi_6: Setting Powered False\u000a08:32:50.091647 run create_hlr_db(pid=13774): Terminated: ok {rc=0}\u000a08:32:50.497574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13776): Launched\u000a08:32:50.825733 run osmo-hlr_10.42.42.2(pid=13777): Launched\u000a08:32:50.947142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:32:51.489834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13779): Launched\u000a08:32:51.818573 run osmo-stp_10.42.42.5(pid=13780): Launched\u000a08:32:51.937933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:32:52.481677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13782): Launched\u000a08:32:52.599402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:32:52.885754 run patchelf(pid=13783): Launched\u000a08:32:53.076909 run osmo-stp_10.42.42.5(pid=13780): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13780)]\u000a08:32:53.216892 run osmo-stp_10.42.42.5(pid=13780): stdout: \u000a| (launched: 2022-12-09_08:32:51.656848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:53.357755 run osmo-stp_10.42.42.5(pid=13780): stderr: \u000a| �[0;m�[38;5;43m20221209083251849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083251849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083251850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083251850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083251851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083251851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083251851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:53.493911 run osmo-stp_10.42.42.5(pid=13780): stdout: \u000a| (launched: 2022-12-09_08:32:51.656848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:32:53.628840 run osmo-stp_10.42.42.5(pid=13780): stderr: \u000a| �[0;m�[38;5;43m20221209083251849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083251849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083251850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083251850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083251851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083251851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083251851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:32:53.785340 run patchelf(pid=13783): Terminating (SIGINT)\u000a08:32:53.969034 run patchelf(pid=13783): Terminated: ok {rc=0}\u000a08:32:54.002467 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13780): Process ended prematurely: osmo-stp_10.42.42.5(pid=13780) [trial-2357↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13780)] [trial-2357↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:32:54.011955 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a08:32:54.077319 run osmo-hlr_10.42.42.2(pid=13777): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13777)]\u000a08:32:54.130172 run osmo-hlr_10.42.42.2(pid=13777): stdout: \u000a| (launched: 2022-12-09_08:32:50.664634) \u000a08:32:54.183733 run osmo-hlr_10.42.42.2(pid=13777): stderr: \u000a| �[0;m�[1;31m20221209083250862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083250862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083250862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083250862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083250862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083250862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083250875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083250883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083250883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083250883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:32:54.229512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13776): Terminating (SIGTERM)\u000a08:32:54.272552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13779): Terminating (SIGTERM)\u000a08:32:54.315562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13782): Terminating (SIGTERM)\u000a08:32:54.325585 --- ParallelTerminationStrategy: PID 13776 died...\u000a08:32:54.382215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13776): Terminated: ok {rc=0}\u000a08:32:54.392609 --- ParallelTerminationStrategy: PID 13779 died...\u000a08:32:54.449508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13779): Terminated: ok {rc=0}\u000a08:32:54.459740 --- ParallelTerminationStrategy: PID 13782 died...\u000a08:32:54.516521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13782): Terminated: ok {rc=0}\u000a08:32:54.605815 bus /gobi_0: Setting Powered False\u000a08:32:55.714312 bus /gobi_0: Setting Powered False\u000a08:32:56.823889 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:32:46" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13788): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13788) [trial-2357↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13788)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13788): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13788) [trial-2357↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a08:32:58.696073 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a08:32:58.707329 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a08:32:58.838726 tst mo_mt_sms.py: using LAC 20223\u000a08:32:58.966277 tst mo_mt_sms.py: using RAC 78\u000a08:32:59.093590 tst mo_mt_sms.py: using CellId 20223\u000a08:32:59.222627 tst mo_mt_sms.py: using BVCI 20224\u000a08:32:59.247496 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:32:59.373873 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:32:59.670728 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:32:59.807578 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:33:00.482368 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13787): Launched\u000a08:33:00.809352 run osmo-nitb_10.42.42.2(pid=13788): Launched\u000a08:33:01.013040 run osmo-nitb_10.42.42.2(pid=13788): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13788)]\u000a08:33:01.181082 run osmo-nitb_10.42.42.2(pid=13788): stdout: \u000a| (launched: 2022-12-09_08:33:00.650666) \u000a08:33:01.332482 run osmo-nitb_10.42.42.2(pid=13788): stderr: \u000a| (launched: 2022-12-09_08:33:00.699532)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:33:01.479391 run osmo-nitb_10.42.42.2(pid=13788): stdout: \u000a| (launched: 2022-12-09_08:33:00.650666) \u000a08:33:01.625532 run osmo-nitb_10.42.42.2(pid=13788): stderr: \u000a| (launched: 2022-12-09_08:33:00.699532)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:33:01.942827 tst osmo-nitb_10.42.42.2(pid=13788): stdout: \u000a| (launched: 2022-12-09_08:33:00.650666) \u000a08:33:02.076935 tst osmo-nitb_10.42.42.2(pid=13788): stderr: \u000a| (launched: 2022-12-09_08:33:00.699532)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:33:02.135457 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13788): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13788) [trial-2357↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13788)] [trial-2357↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a08:33:02.145205 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a08:33:02.186101 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13787): Terminating (SIGTERM)\u000a08:33:02.364613 --- ParallelTerminationStrategy: PID 13787 died...\u000a08:33:02.424025 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13787): Terminated: ok {rc=0}\u000a08:33:02.510796 bus /sierra_3: Setting Powered False\u000a08:33:03.620059 bus /sierra_3: Setting Powered False\u000a08:33:04.730470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:32:58" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13799): Process ended prematurely: osmo-stp_10.42.42.5(pid=13799) [trial-2357↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13799)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13799): Process ended prematurely: osmo-stp_10.42.42.5(pid=13799) [trial-2357↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a08:33:06.596165 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:06.607307 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a08:33:06.742556 tst mo_mt_sms.py: using LAC 20224\u000a08:33:06.868679 tst mo_mt_sms.py: using RAC 79\u000a08:33:06.994815 tst mo_mt_sms.py: using CellId 20224\u000a08:33:07.121441 tst mo_mt_sms.py: using BVCI 20225\u000a08:33:07.146352 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:07.157602 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:07.168620 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:07.180475 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:07.192448 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:07.204180 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:33:07.325099 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a08:33:07.539294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:08.054265 run create_hlr_db(pid=13793): Launched\u000a08:33:08.243304 bus /sierra_2: Setting Powered False\u000a08:33:09.263663 run create_hlr_db(pid=13793): Terminated: ok {rc=0}\u000a08:33:09.674792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13795): Launched\u000a08:33:09.979431 run osmo-hlr_10.42.42.2(pid=13796): Launched\u000a08:33:10.091381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:10.620123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13798): Launched\u000a08:33:10.925861 run osmo-stp_10.42.42.5(pid=13799): Launched\u000a08:33:11.036306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:11.594075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13801): Launched\u000a08:33:11.900284 run osmo-msc_10.42.42.6(pid=13802): Launched\u000a08:33:12.079133 run osmo-stp_10.42.42.5(pid=13799): ERR: Terminated: ERROR {rc=1} [trial-2357↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13799)]\u000a08:33:12.207544 run osmo-stp_10.42.42.5(pid=13799): stdout: \u000a| (launched: 2022-12-09_08:33:10.774987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:12.334379 run osmo-stp_10.42.42.5(pid=13799): stderr: \u000a| �[0;m�[38;5;43m20221209083310945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083310946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083310946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083310946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083310947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083310947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083310947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:12.456370 run osmo-stp_10.42.42.5(pid=13799): stdout: \u000a| (launched: 2022-12-09_08:33:10.774987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:12.577528 run osmo-stp_10.42.42.5(pid=13799): stderr: \u000a| �[0;m�[38;5;43m20221209083310945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083310946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083310946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083310946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083310947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083310947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083310947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:12.630669 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13799): Process ended prematurely: osmo-stp_10.42.42.5(pid=13799) [trial-2357↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13799)] [trial-2357↪sms:oc2g↪mo_mt_sms.py:16]\u000a08:33:12.638692 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a08:33:12.698299 run osmo-hlr_10.42.42.2(pid=13796): ERR: Terminated: ERROR {rc=237} [trial-2357↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13796)]\u000a08:33:12.747468 run osmo-hlr_10.42.42.2(pid=13796): stdout: \u000a| (launched: 2022-12-09_08:33:09.829444) \u000a08:33:12.797347 run osmo-hlr_10.42.42.2(pid=13796): stderr: \u000a| �[0;m�[1;31m20221209083310006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083310006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083310006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083310006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083310006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083310007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083310019 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083310027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083310028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083310028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:12.864723 run osmo-msc_10.42.42.6(pid=13802): ERR: Terminated: ERROR {rc=2} [trial-2357↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13802)]\u000a08:33:12.913685 run osmo-msc_10.42.42.6(pid=13802): stdout: \u000a| (launched: 2022-12-09_08:33:11.749216) \u000a08:33:12.963015 run osmo-msc_10.42.42.6(pid=13802): stderr: \u000a| �[0;m�[38;5;43m20221209083312022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083312022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d4041bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083312022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083312022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083312022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083312023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083312024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083312025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083312025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083312025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:33:13.005253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13795): Terminating (SIGTERM)\u000a08:33:13.045144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13798): Terminating (SIGTERM)\u000a08:33:13.085458 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13801): Terminating (SIGTERM)\u000a08:33:13.094855 --- ParallelTerminationStrategy: PID 13795 died...\u000a08:33:13.148658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13795): Terminated: ok {rc=0}\u000a08:33:13.158393 --- ParallelTerminationStrategy: PID 13798 died...\u000a08:33:13.212026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13798): Terminated: ok {rc=0}\u000a08:33:13.222193 --- ParallelTerminationStrategy: PID 13801 died...\u000a08:33:13.276001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13801): Terminated: ok {rc=0}\u000a08:33:13.365255 bus /sierra_3: Setting Powered False\u000a08:33:14.469136 bus /sierra_3: Setting Powered False\u000a08:33:15.581224 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:33:06" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13808): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13808) [trial-2357↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13808)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13808): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13808) [trial-2357↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a08:33:17.449474 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a08:33:17.460837 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a08:33:17.586995 tst assert_extension.py: using LAC 20225\u000a08:33:17.709315 tst assert_extension.py: using RAC 80\u000a08:33:17.831306 tst assert_extension.py: using CellId 20225\u000a08:33:17.953866 tst assert_extension.py: using BVCI 20226\u000a08:33:17.977119 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a08:33:18.272641 tst assert_extension.py:10: start nitb and bts...\u000a08:33:18.409640 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:33:19.084840 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13807): Launched\u000a08:33:19.409499 run osmo-nitb_10.42.42.2(pid=13808): Launched\u000a08:33:19.611099 run osmo-nitb_10.42.42.2(pid=13808): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13808)]\u000a08:33:19.758546 run osmo-nitb_10.42.42.2(pid=13808): stdout: \u000a| (launched: 2022-12-09_08:33:19.252060) \u000a08:33:19.906841 run osmo-nitb_10.42.42.2(pid=13808): stderr: \u000a| (launched: 2022-12-09_08:33:19.300897)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:33:20.050336 run osmo-nitb_10.42.42.2(pid=13808): stdout: \u000a| (launched: 2022-12-09_08:33:19.252060) \u000a08:33:20.192422 run osmo-nitb_10.42.42.2(pid=13808): stderr: \u000a| (launched: 2022-12-09_08:33:19.300897)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:33:20.541803 tst osmo-nitb_10.42.42.2(pid=13808): stdout: \u000a| (launched: 2022-12-09_08:33:19.252060) \u000a08:33:20.672162 tst osmo-nitb_10.42.42.2(pid=13808): stderr: \u000a| (launched: 2022-12-09_08:33:19.300897)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:33:20.728851 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13808): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13808) [trial-2357↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13808)] [trial-2357↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a08:33:20.737623 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a08:33:20.775174 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13807): Terminating (SIGTERM)\u000a08:33:20.953257 --- ParallelTerminationStrategy: PID 13807 died...\u000a08:33:21.011932 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13807): Terminated: ok {rc=0}\u000a08:33:21.100093 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:33:17" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13818): Process ended prematurely: osmo-stp_10.42.42.5(pid=13818) [trial-2357↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13818)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13818): Process ended prematurely: osmo-stp_10.42.42.5(pid=13818) [trial-2357↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a08:33:22.900603 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:22.911508 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a08:33:23.032493 tst assert_extension.py: using LAC 20226\u000a08:33:23.152023 tst assert_extension.py: using RAC 81\u000a08:33:23.273201 tst assert_extension.py: using CellId 20226\u000a08:33:23.392127 tst assert_extension.py: using BVCI 20227\u000a08:33:23.415220 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:23.425850 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:23.436381 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:23.446940 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:23.457496 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:33:23.467928 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a08:33:23.677573 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:24.192455 run create_hlr_db(pid=13812): Launched\u000a08:33:24.382285 bus /sierra_2: Setting Powered False\u000a08:33:25.402613 run create_hlr_db(pid=13812): Terminated: ok {rc=0}\u000a08:33:25.837464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13814): Launched\u000a08:33:26.165994 run osmo-hlr_10.42.42.2(pid=13815): Launched\u000a08:33:26.289143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:26.864711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13817): Launched\u000a08:33:27.192914 run osmo-stp_10.42.42.5(pid=13818): Launched\u000a08:33:27.312434 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:27.910072 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13820): Launched\u000a08:33:28.238717 run osmo-msc_10.42.42.6(pid=13821): Launched\u000a08:33:28.431501 run osmo-stp_10.42.42.5(pid=13818): ERR: Terminated: ERROR {rc=1} [trial-2357↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13818)]\u000a08:33:28.571377 run osmo-stp_10.42.42.5(pid=13818): stdout: \u000a| (launched: 2022-12-09_08:33:27.031441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:28.708479 run osmo-stp_10.42.42.5(pid=13818): stderr: \u000a| �[0;m�[38;5;43m20221209083327224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083327224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083327224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083327225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083327225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083327225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083327225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:28.840025 run osmo-stp_10.42.42.5(pid=13818): stdout: \u000a| (launched: 2022-12-09_08:33:27.031441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:28.970708 run osmo-stp_10.42.42.5(pid=13818): stderr: \u000a| �[0;m�[38;5;43m20221209083327224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083327224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083327224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083327225 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083327225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083327225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083327225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:29.027631 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13818): Process ended prematurely: osmo-stp_10.42.42.5(pid=13818) [trial-2357↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13818)] [trial-2357↪ussd:oc2g↪assert_extension.py:17]\u000a08:33:29.036268 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a08:33:29.099915 run osmo-hlr_10.42.42.2(pid=13815): ERR: Terminated: ERROR {rc=237} [trial-2357↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13815)]\u000a08:33:29.151973 run osmo-hlr_10.42.42.2(pid=13815): stdout: \u000a| (launched: 2022-12-09_08:33:26.004263) \u000a08:33:29.204437 run osmo-hlr_10.42.42.2(pid=13815): stderr: \u000a| �[0;m�[1;31m20221209083326204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083326204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083326204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083326204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083326204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083326205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083326217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083326225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083326225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083326225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:29.275801 run osmo-msc_10.42.42.6(pid=13821): ERR: Terminated: ERROR {rc=2} [trial-2357↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13821)]\u000a08:33:29.327965 run osmo-msc_10.42.42.6(pid=13821): stdout: \u000a| (launched: 2022-12-09_08:33:28.076660) \u000a08:33:29.380832 run osmo-msc_10.42.42.6(pid=13821): stderr: \u000a| �[0;m�[38;5;43m20221209083328396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083328396 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd9c13dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083328396 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083328396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083328397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083328397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083328398 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083328399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083328399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083328399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:33:29.425283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13814): Terminating (SIGTERM)\u000a08:33:29.467406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13817): Terminating (SIGTERM)\u000a08:33:29.509897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13820): Terminating (SIGTERM)\u000a08:33:29.519922 --- ParallelTerminationStrategy: PID 13814 died...\u000a08:33:29.576769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13814): Terminated: ok {rc=0}\u000a08:33:29.587112 --- ParallelTerminationStrategy: PID 13817 died...\u000a08:33:29.643340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13817): Terminated: ok {rc=0}\u000a08:33:29.653512 --- ParallelTerminationStrategy: PID 13820 died...\u000a08:33:29.709425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13820): Terminated: ok {rc=0}\u000a08:33:29.797135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:33:22" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13832): Process ended prematurely: osmo-stp_10.42.42.5(pid=13832) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13832)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13832): Process ended prematurely: osmo-stp_10.42.42.5(pid=13832) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:33:31.762856 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:31.775483 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:33:31.952115 tst mo_mt_call.py: using LAC 20227\u000a08:33:32.092082 tst mo_mt_call.py: using RAC 82\u000a08:33:32.226637 tst mo_mt_call.py: using CellId 20227\u000a08:33:32.355593 tst mo_mt_call.py: using BVCI 20228\u000a08:33:32.381204 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:32.393114 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:32.404855 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:32.417317 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:32.429235 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:32.441744 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:33:32.567690 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:33:32.775771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:33.274328 run create_hlr_db(pid=13826): Launched\u000a08:33:33.453389 bus /sierra_2: Setting Powered False\u000a08:33:34.475270 run create_hlr_db(pid=13826): Terminated: ok {rc=0}\u000a08:33:34.918174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13828): Launched\u000a08:33:35.254004 run osmo-hlr_10.42.42.2(pid=13829): Launched\u000a08:33:35.376650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:35.958568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13831): Launched\u000a08:33:36.293145 run osmo-stp_10.42.42.5(pid=13832): Launched\u000a08:33:36.415255 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:37.023667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13834): Launched\u000a08:33:37.358836 run osmo-msc_10.42.42.6(pid=13835): Launched\u000a08:33:37.554032 run osmo-stp_10.42.42.5(pid=13832): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13832)]\u000a08:33:37.696001 run osmo-stp_10.42.42.5(pid=13832): stdout: \u000a| (launched: 2022-12-09_08:33:36.128757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:37.835005 run osmo-stp_10.42.42.5(pid=13832): stderr: \u000a| �[0;m�[38;5;43m20221209083336321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083336321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083336322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083336322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083336322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083336322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083336323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:37.969371 run osmo-stp_10.42.42.5(pid=13832): stdout: \u000a| (launched: 2022-12-09_08:33:36.128757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:38.102667 run osmo-stp_10.42.42.5(pid=13832): stderr: \u000a| �[0;m�[38;5;43m20221209083336321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083336321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083336322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083336322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083336322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083336322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083336323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:38.160874 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13832): Process ended prematurely: osmo-stp_10.42.42.5(pid=13832) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13832)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:33:38.170160 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:33:38.234479 run osmo-hlr_10.42.42.2(pid=13829): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13829)]\u000a08:33:38.286770 run osmo-hlr_10.42.42.2(pid=13829): stdout: \u000a| (launched: 2022-12-09_08:33:35.088688) \u000a08:33:38.339539 run osmo-hlr_10.42.42.2(pid=13829): stderr: \u000a| �[0;m�[1;31m20221209083335287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083335287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083335287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083335287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083335288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083335288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083335300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083335309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083335309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083335309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:38.411060 run osmo-msc_10.42.42.6(pid=13835): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13835)]\u000a08:33:38.463169 run osmo-msc_10.42.42.6(pid=13835): stdout: \u000a| (launched: 2022-12-09_08:33:37.193387) \u000a08:33:38.516350 run osmo-msc_10.42.42.6(pid=13835): stderr: \u000a| �[0;m�[38;5;43m20221209083337517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083337517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff871145c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083337517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083337517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083337518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083337518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083337519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083337520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083337520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083337520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:33:38.561095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13828): Terminating (SIGTERM)\u000a08:33:38.603305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13831): Terminating (SIGTERM)\u000a08:33:38.645825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13834): Terminating (SIGTERM)\u000a08:33:38.655818 --- ParallelTerminationStrategy: PID 13828 died...\u000a08:33:38.712606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13828): Terminated: ok {rc=0}\u000a08:33:38.723024 --- ParallelTerminationStrategy: PID 13831 died...\u000a08:33:38.779516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13831): Terminated: ok {rc=0}\u000a08:33:38.789681 --- ParallelTerminationStrategy: PID 13834 died...\u000a08:33:38.846323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13834): Terminated: ok {rc=0}\u000a08:33:38.933944 bus /sierra_3: Setting Powered False\u000a08:33:40.042151 bus /sierra_3: Setting Powered False\u000a08:33:41.154563 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13843): Process ended prematurely: osmo-stp_10.42.42.5(pid=13843) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13843)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13843): Process ended prematurely: osmo-stp_10.42.42.5(pid=13843) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:33:42.271444 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:42.283795 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:33:42.434001 tst mo_mt_call_osmux.py: using LAC 20228\u000a08:33:42.560578 tst mo_mt_call_osmux.py: using RAC 83\u000a08:33:42.686188 tst mo_mt_call_osmux.py: using CellId 20228\u000a08:33:42.806197 tst mo_mt_call_osmux.py: using BVCI 20229\u000a08:33:42.830132 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:42.841431 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:42.852497 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:42.863494 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:42.874468 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:33:42.885524 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:33:43.006443 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:33:43.213872 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:43.712184 run create_hlr_db(pid=13837): Launched\u000a08:33:43.890497 bus /sierra_2: Setting Powered False\u000a08:33:44.913057 run create_hlr_db(pid=13837): Terminated: ok {rc=0}\u000a08:33:45.355106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13839): Launched\u000a08:33:45.690914 run osmo-hlr_10.42.42.2(pid=13840): Launched\u000a08:33:45.815937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:46.438788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13842): Launched\u000a08:33:46.790054 run osmo-stp_10.42.42.5(pid=13843): Launched\u000a08:33:46.939416 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:47.765132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13845): Launched\u000a08:33:48.100469 run osmo-msc_10.42.42.6(pid=13846): Launched\u000a08:33:48.296114 run osmo-stp_10.42.42.5(pid=13843): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13843)]\u000a08:33:48.436475 run osmo-stp_10.42.42.5(pid=13843): stdout: \u000a| (launched: 2022-12-09_08:33:46.604813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:48.576172 run osmo-stp_10.42.42.5(pid=13843): stderr: \u000a| �[0;m�[38;5;43m20221209083347014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083347014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083347016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083347021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083347022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083347022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083347022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:48.710744 run osmo-stp_10.42.42.5(pid=13843): stdout: \u000a| (launched: 2022-12-09_08:33:46.604813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:48.843995 run osmo-stp_10.42.42.5(pid=13843): stderr: \u000a| �[0;m�[38;5;43m20221209083347014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083347014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083347016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083347021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083347022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083347022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083347022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:48.902683 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13843): Process ended prematurely: osmo-stp_10.42.42.5(pid=13843) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13843)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:33:48.911972 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a08:33:48.976420 run osmo-hlr_10.42.42.2(pid=13840): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13840)]\u000a08:33:49.028495 run osmo-hlr_10.42.42.2(pid=13840): stdout: \u000a| (launched: 2022-12-09_08:33:45.525275) \u000a08:33:49.081215 run osmo-hlr_10.42.42.2(pid=13840): stderr: \u000a| �[0;m�[1;31m20221209083345723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083345723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083345723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083345723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083345723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083345723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083345736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083345746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083345746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083345746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:33:49.152604 run osmo-msc_10.42.42.6(pid=13846): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13846)]\u000a08:33:49.204849 run osmo-msc_10.42.42.6(pid=13846): stdout: \u000a| (launched: 2022-12-09_08:33:47.935355) \u000a08:33:49.257788 run osmo-msc_10.42.42.6(pid=13846): stderr: \u000a| �[0;m�[38;5;43m20221209083348257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083348257 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdf9ce3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083348257 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083348257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083348258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083348258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083348259 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083348260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083348260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083348260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:33:49.302413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13839): Terminating (SIGTERM)\u000a08:33:49.344748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13842): Terminating (SIGTERM)\u000a08:33:49.387211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13845): Terminating (SIGTERM)\u000a08:33:49.397323 --- ParallelTerminationStrategy: PID 13839 died...\u000a08:33:49.454017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13839): Terminated: ok {rc=0}\u000a08:33:49.464622 --- ParallelTerminationStrategy: PID 13842 died...\u000a08:33:49.521412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13842): Terminated: ok {rc=0}\u000a08:33:49.531710 --- ParallelTerminationStrategy: PID 13845 died...\u000a08:33:49.588292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13845): Terminated: ok {rc=0}\u000a08:33:49.675866 bus /sierra_3: Setting Powered False\u000a08:33:50.782461 bus /sierra_3: Setting Powered False\u000a08:33:51.890200 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:33:31" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13857): Process ended prematurely: osmo-stp_10.42.42.5(pid=13857) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13857)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13857): Process ended prematurely: osmo-stp_10.42.42.5(pid=13857) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:33:53.861815 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:33:53.873248 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:33:54.018018 tst mo_mt_call.py: using LAC 20229\u000a08:33:54.138448 tst mo_mt_call.py: using RAC 84\u000a08:33:54.259441 tst mo_mt_call.py: using CellId 20229\u000a08:33:54.384872 tst mo_mt_call.py: using BVCI 20230\u000a08:33:54.408652 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:33:54.419899 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:33:54.431031 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:33:54.442088 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:33:54.453204 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:33:54.464259 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:33:54.584831 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:33:54.791026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:33:55.291414 run create_hlr_db(pid=13851): Launched\u000a08:33:55.471198 bus /sierra_2: Setting Powered False\u000a08:33:56.492563 run create_hlr_db(pid=13851): Terminated: ok {rc=0}\u000a08:33:56.937522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13853): Launched\u000a08:33:57.272419 run osmo-hlr_10.42.42.2(pid=13854): Launched\u000a08:33:57.395828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:33:57.978522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13856): Launched\u000a08:33:58.314468 run osmo-stp_10.42.42.5(pid=13857): Launched\u000a08:33:58.437147 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:33:59.047441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13859): Launched\u000a08:33:59.384499 run osmo-msc_10.42.42.6(pid=13860): Launched\u000a08:33:59.580769 run osmo-stp_10.42.42.5(pid=13857): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13857)]\u000a08:33:59.721757 run osmo-stp_10.42.42.5(pid=13857): stdout: \u000a| (launched: 2022-12-09_08:33:58.148714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:33:59.862128 run osmo-stp_10.42.42.5(pid=13857): stderr: \u000a| �[0;m�[38;5;43m20221209083358341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083358341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083358342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083358342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083358342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083358342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083358343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:33:59.996891 run osmo-stp_10.42.42.5(pid=13857): stdout: \u000a| (launched: 2022-12-09_08:33:58.148714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:00.130972 run osmo-stp_10.42.42.5(pid=13857): stderr: \u000a| �[0;m�[38;5;43m20221209083358341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083358341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083358342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083358342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083358342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083358342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083358343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:00.189784 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13857): Process ended prematurely: osmo-stp_10.42.42.5(pid=13857) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13857)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:34:00.199186 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:34:00.263761 run osmo-hlr_10.42.42.2(pid=13854): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13854)]\u000a08:34:00.316406 run osmo-hlr_10.42.42.2(pid=13854): stdout: \u000a| (launched: 2022-12-09_08:33:57.107981) \u000a08:34:00.369402 run osmo-hlr_10.42.42.2(pid=13854): stderr: \u000a| �[0;m�[1;31m20221209083357307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083357307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083357307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083357307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083357307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083357307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083357319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083357328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083357328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083357328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:00.441278 run osmo-msc_10.42.42.6(pid=13860): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13860)]\u000a08:34:00.493609 run osmo-msc_10.42.42.6(pid=13860): stdout: \u000a| (launched: 2022-12-09_08:33:59.218046) \u000a08:34:00.546659 run osmo-msc_10.42.42.6(pid=13860): stderr: \u000a| �[0;m�[38;5;43m20221209083359540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083359540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc9ff57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083359540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083359540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083359540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083359541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083359542 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083359543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083359543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083359543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:34:00.591537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13853): Terminating (SIGTERM)\u000a08:34:00.634364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13856): Terminating (SIGTERM)\u000a08:34:00.676744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13859): Terminating (SIGTERM)\u000a08:34:00.686787 --- ParallelTerminationStrategy: PID 13853 died...\u000a08:34:00.744038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13853): Terminated: ok {rc=0}\u000a08:34:00.754490 --- ParallelTerminationStrategy: PID 13856 died...\u000a08:34:00.811126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13856): Terminated: ok {rc=0}\u000a08:34:00.821304 --- ParallelTerminationStrategy: PID 13859 died...\u000a08:34:00.879564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13859): Terminated: ok {rc=0}\u000a08:34:00.985279 bus /sierra_3: Setting Powered False\u000a08:34:02.124765 bus /sierra_3: Setting Powered False\u000a08:34:03.236113 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13868): Process ended prematurely: osmo-stp_10.42.42.5(pid=13868) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13868)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13868): Process ended prematurely: osmo-stp_10.42.42.5(pid=13868) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:34:04.348917 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:34:04.361154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:34:04.507401 tst mo_mt_call_osmux.py: using LAC 20230\u000a08:34:04.631838 tst mo_mt_call_osmux.py: using RAC 85\u000a08:34:04.755126 tst mo_mt_call_osmux.py: using CellId 20230\u000a08:34:04.879059 tst mo_mt_call_osmux.py: using BVCI 20231\u000a08:34:04.902790 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:34:04.914108 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:34:04.925221 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:34:04.936220 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:34:04.947406 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:34:04.958543 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:34:05.080149 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:34:05.290178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:05.789312 run create_hlr_db(pid=13862): Launched\u000a08:34:05.968788 bus /sierra_2: Setting Powered False\u000a08:34:06.989687 run create_hlr_db(pid=13862): Terminated: ok {rc=0}\u000a08:34:07.431263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13864): Launched\u000a08:34:07.767914 run osmo-hlr_10.42.42.2(pid=13865): Launched\u000a08:34:07.889240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:08.467006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13867): Launched\u000a08:34:08.803242 run osmo-stp_10.42.42.5(pid=13868): Launched\u000a08:34:08.925264 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:34:09.533873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13870): Launched\u000a08:34:09.867655 run osmo-msc_10.42.42.6(pid=13871): Launched\u000a08:34:10.062411 run osmo-stp_10.42.42.5(pid=13868): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13868)]\u000a08:34:10.202834 run osmo-stp_10.42.42.5(pid=13868): stdout: \u000a| (launched: 2022-12-09_08:34:08.637958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:10.341981 run osmo-stp_10.42.42.5(pid=13868): stderr: \u000a| �[0;m�[38;5;43m20221209083408828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083408829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083408829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083408829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083408830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083408830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083408830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:10.475988 run osmo-stp_10.42.42.5(pid=13868): stdout: \u000a| (launched: 2022-12-09_08:34:08.637958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:10.609287 run osmo-stp_10.42.42.5(pid=13868): stderr: \u000a| �[0;m�[38;5;43m20221209083408828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083408829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083408829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083408829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083408830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083408830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083408830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:10.667430 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13868): Process ended prematurely: osmo-stp_10.42.42.5(pid=13868) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13868)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:34:10.676626 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:34:10.740103 run osmo-hlr_10.42.42.2(pid=13865): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13865)]\u000a08:34:10.791941 run osmo-hlr_10.42.42.2(pid=13865): stdout: \u000a| (launched: 2022-12-09_08:34:07.602351) \u000a08:34:10.844654 run osmo-hlr_10.42.42.2(pid=13865): stderr: \u000a| �[0;m�[1;31m20221209083407801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083407801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083407801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083407801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083407801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083407801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083407812 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083407822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083407822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083407822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:10.915701 run osmo-msc_10.42.42.6(pid=13871): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13871)]\u000a08:34:10.967985 run osmo-msc_10.42.42.6(pid=13871): stdout: \u000a| (launched: 2022-12-09_08:34:09.703876) \u000a08:34:11.020479 run osmo-msc_10.42.42.6(pid=13871): stderr: \u000a| �[0;m�[38;5;43m20221209083410028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083410028 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34b5074c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083410028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083410028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083410028 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083410029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083410030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083410031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083410031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083410031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:34:11.064803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13864): Terminating (SIGTERM)\u000a08:34:11.106924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13867): Terminating (SIGTERM)\u000a08:34:11.149204 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13870): Terminating (SIGTERM)\u000a08:34:11.159193 --- ParallelTerminationStrategy: PID 13864 died...\u000a08:34:11.215834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13864): Terminated: ok {rc=0}\u000a08:34:11.226045 --- ParallelTerminationStrategy: PID 13867 died...\u000a08:34:11.282157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13867): Terminated: ok {rc=0}\u000a08:34:11.292329 --- ParallelTerminationStrategy: PID 13870 died...\u000a08:34:11.348445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13870): Terminated: ok {rc=0}\u000a08:34:11.435722 bus /sierra_3: Setting Powered False\u000a08:34:12.541659 bus /sierra_3: Setting Powered False\u000a08:34:13.653062 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:33:53" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13882): Process ended prematurely: osmo-stp_10.42.42.5(pid=13882) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13882)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13882): Process ended prematurely: osmo-stp_10.42.42.5(pid=13882) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13882)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:34:15.629976 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:15.641812 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:34:15.798280 tst mo_mt_call.py: using LAC 20231\u000a08:34:15.952230 tst mo_mt_call.py: using RAC 86\u000a08:34:16.095648 tst mo_mt_call.py: using CellId 20231\u000a08:34:16.224363 tst mo_mt_call.py: using BVCI 20232\u000a08:34:16.249127 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:16.261252 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:16.272891 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:16.285314 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:16.297213 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:16.309033 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:34:16.432482 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:34:16.651161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:17.193300 run create_hlr_db(pid=13876): Launched\u000a08:34:17.372241 bus /sierra_2: Setting Powered False\u000a08:34:18.393742 run create_hlr_db(pid=13876): Terminated: ok {rc=0}\u000a08:34:18.835439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13878): Launched\u000a08:34:19.170814 run osmo-hlr_10.42.42.2(pid=13879): Launched\u000a08:34:19.293196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:19.874782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13881): Launched\u000a08:34:20.207941 run osmo-stp_10.42.42.5(pid=13882): Launched\u000a08:34:20.329077 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:34:20.936844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13884): Launched\u000a08:34:21.273069 run osmo-msc_10.42.42.6(pid=13885): Launched\u000a08:34:21.468343 run osmo-stp_10.42.42.5(pid=13882): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13882)]\u000a08:34:21.609796 run osmo-stp_10.42.42.5(pid=13882): stdout: \u000a| (launched: 2022-12-09_08:34:20.044514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:21.748874 run osmo-stp_10.42.42.5(pid=13882): stderr: \u000a| �[0;m�[38;5;43m20221209083420239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083420239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083420239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083420240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083420240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083420240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083420240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:21.883391 run osmo-stp_10.42.42.5(pid=13882): stdout: \u000a| (launched: 2022-12-09_08:34:20.044514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:22.017015 run osmo-stp_10.42.42.5(pid=13882): stderr: \u000a| �[0;m�[38;5;43m20221209083420239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083420239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083420239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083420240 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083420240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083420240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083420240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:22.075477 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13882): Process ended prematurely: osmo-stp_10.42.42.5(pid=13882) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13882)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:34:22.084843 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:34:22.148718 run osmo-hlr_10.42.42.2(pid=13879): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13879)]\u000a08:34:22.200873 run osmo-hlr_10.42.42.2(pid=13879): stdout: \u000a| (launched: 2022-12-09_08:34:19.005655) \u000a08:34:22.253483 run osmo-hlr_10.42.42.2(pid=13879): stderr: \u000a| �[0;m�[1;31m20221209083419204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083419204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083419204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083419204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083419204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083419204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083419216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083419227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083419227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083419227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:22.325060 run osmo-msc_10.42.42.6(pid=13885): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13885)]\u000a08:34:22.376912 run osmo-msc_10.42.42.6(pid=13885): stdout: \u000a| (launched: 2022-12-09_08:34:21.107018) \u000a08:34:22.429702 run osmo-msc_10.42.42.6(pid=13885): stderr: \u000a| �[0;m�[38;5;43m20221209083421430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083421430 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbef54b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083421430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083421430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083421430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083421430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083421432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083421433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083421433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083421433 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:34:22.473999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13878): Terminating (SIGTERM)\u000a08:34:22.516249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13881): Terminating (SIGTERM)\u000a08:34:22.558877 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13884): Terminating (SIGTERM)\u000a08:34:22.569098 --- ParallelTerminationStrategy: PID 13878 died...\u000a08:34:22.625847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13878): Terminated: ok {rc=0}\u000a08:34:22.636058 --- ParallelTerminationStrategy: PID 13881 died...\u000a08:34:22.692177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13881): Terminated: ok {rc=0}\u000a08:34:22.702667 --- ParallelTerminationStrategy: PID 13884 died...\u000a08:34:22.758382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13884): Terminated: ok {rc=0}\u000a08:34:22.845244 bus /sierra_3: Setting Powered False\u000a08:34:23.951453 bus /sierra_3: Setting Powered False\u000a08:34:25.064178 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 157, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13893): Process ended prematurely: osmo-stp_10.42.42.5(pid=13893) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13893): Process ended prematurely: osmo-stp_10.42.42.5(pid=13893) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:34:26.176054 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:26.188023 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:34:26.336168 tst mo_mt_call_osmux.py: using LAC 20232\u000a08:34:26.460773 tst mo_mt_call_osmux.py: using RAC 87\u000a08:34:26.582903 tst mo_mt_call_osmux.py: using CellId 20232\u000a08:34:26.706325 tst mo_mt_call_osmux.py: using BVCI 20233\u000a08:34:26.730041 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:26.741318 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:26.752191 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:26.763225 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:26.774197 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:34:26.785235 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:34:26.902474 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:34:27.119171 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:27.647052 run create_hlr_db(pid=13887): Launched\u000a08:34:27.840212 bus /sierra_2: Setting Powered False\u000a08:34:28.861457 run create_hlr_db(pid=13887): Terminated: ok {rc=0}\u000a08:34:29.302386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13889): Launched\u000a08:34:29.639530 run osmo-hlr_10.42.42.2(pid=13890): Launched\u000a08:34:29.761852 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:30.342990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13892): Launched\u000a08:34:30.679225 run osmo-stp_10.42.42.5(pid=13893): Launched\u000a08:34:30.800337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:34:31.425350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13895): Launched\u000a08:34:31.939255 run osmo-msc_10.42.42.6(pid=13896): Launched\u000a08:34:32.397184 run osmo-stp_10.42.42.5(pid=13893): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)]\u000a08:34:32.527533 run osmo-stp_10.42.42.5(pid=13893): stdout: \u000a| (launched: 2022-12-09_08:34:30.512382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:32.657638 run osmo-stp_10.42.42.5(pid=13893): stderr: \u000a| �[0;m�[38;5;43m20221209083430707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083430707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083430707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083430708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083430708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083430708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083430709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:32.783475 run osmo-stp_10.42.42.5(pid=13893): stdout: \u000a| (launched: 2022-12-09_08:34:30.512382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:32.908435 run osmo-stp_10.42.42.5(pid=13893): stderr: \u000a| �[0;m�[38;5;43m20221209083430707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083430707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083430707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083430708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083430708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083430708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083430709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:32.963107 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13893): Process ended prematurely: osmo-stp_10.42.42.5(pid=13893) [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:34:32.971714 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a08:34:33.033592 run osmo-hlr_10.42.42.2(pid=13890): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13890)]\u000a08:34:33.083403 run osmo-hlr_10.42.42.2(pid=13890): stdout: \u000a| (launched: 2022-12-09_08:34:29.472401) \u000a08:34:33.133853 run osmo-hlr_10.42.42.2(pid=13890): stderr: \u000a| �[0;m�[1;31m20221209083429671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083429671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083429671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083429671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083429671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083429671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083429683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083429694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083429695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083429695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:33.202507 run osmo-msc_10.42.42.6(pid=13896): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13896)]\u000a08:34:33.252392 run osmo-msc_10.42.42.6(pid=13896): stdout: \u000a| (launched: 2022-12-09_08:34:31.589111) \u000a08:34:33.302902 run osmo-msc_10.42.42.6(pid=13896): stderr: \u000a| �[0;m�[38;5;43m20221209083432052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083432053 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2722238c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083432053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083432053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083432054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083432055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083432060 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083432062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083432062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083432063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:34:33.345471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13889): Terminating (SIGTERM)\u000a08:34:33.386053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13892): Terminating (SIGTERM)\u000a08:34:33.426635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13895): Terminating (SIGTERM)\u000a08:34:33.436492 --- ParallelTerminationStrategy: PID 13889 died...\u000a08:34:33.490980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13889): Terminated: ok {rc=0}\u000a08:34:33.500755 --- ParallelTerminationStrategy: PID 13892 died...\u000a08:34:33.555028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13892): Terminated: ok {rc=0}\u000a08:34:33.564937 --- ParallelTerminationStrategy: PID 13895 died...\u000a08:34:33.618583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13895): Terminated: ok {rc=0}\u000a08:34:33.705841 bus /sierra_3: Setting Powered False\u000a08:34:34.809642 bus /sierra_3: Setting Powered False\u000a08:34:35.921334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:34:15" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13908): Process ended prematurely: osmo-stp_10.42.42.5(pid=13908) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13908)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13908): Process ended prematurely: osmo-stp_10.42.42.5(pid=13908) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:34:37.877565 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:37.888708 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:34:38.035849 tst mo_mt_call.py: using LAC 20233\u000a08:34:38.158063 tst mo_mt_call.py: using RAC 88\u000a08:34:38.281608 tst mo_mt_call.py: using CellId 20233\u000a08:34:38.403377 tst mo_mt_call.py: using BVCI 20234\u000a08:34:38.427261 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:38.438606 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:38.449608 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:38.460551 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:38.471587 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:38.482712 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:34:38.603539 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:34:38.812686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:39.313244 run create_hlr_db(pid=13901): Launched\u000a08:34:39.491654 bus /sierra_2: Setting Powered False\u000a08:34:40.513580 run create_hlr_db(pid=13901): Terminated: ok {rc=0}\u000a08:34:40.955858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13903): Launched\u000a08:34:41.292173 run osmo-hlr_10.42.42.2(pid=13904): Launched\u000a08:34:41.417339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:41.996394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13906): Launched\u000a08:34:42.330763 run osmo-stp_10.42.42.5(pid=13908): Launched\u000a08:34:42.453281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:34:43.061529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13910): Launched\u000a08:34:43.397564 run osmo-msc_10.42.42.6(pid=13911): Launched\u000a08:34:43.593475 run osmo-stp_10.42.42.5(pid=13908): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13908)]\u000a08:34:43.734483 run osmo-stp_10.42.42.5(pid=13908): stdout: \u000a| (launched: 2022-12-09_08:34:42.167008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:43.874140 run osmo-stp_10.42.42.5(pid=13908): stderr: \u000a| �[0;m�[38;5;43m20221209083442359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083442359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083442359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083442360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083442360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083442360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083442360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:44.008360 run osmo-stp_10.42.42.5(pid=13908): stdout: \u000a| (launched: 2022-12-09_08:34:42.167008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:44.141875 run osmo-stp_10.42.42.5(pid=13908): stderr: \u000a| �[0;m�[38;5;43m20221209083442359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083442359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083442359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083442360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083442360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083442360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083442360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:44.200785 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13908): Process ended prematurely: osmo-stp_10.42.42.5(pid=13908) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13908)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:34:44.210035 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:34:44.274397 run osmo-hlr_10.42.42.2(pid=13904): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13904)]\u000a08:34:44.326900 run osmo-hlr_10.42.42.2(pid=13904): stdout: \u000a| (launched: 2022-12-09_08:34:41.126373) \u000a08:34:44.380068 run osmo-hlr_10.42.42.2(pid=13904): stderr: \u000a| �[0;m�[1;31m20221209083441324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083441324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083441324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083441324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083441324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083441324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083441337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083441346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083441346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083441346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:44.451981 run osmo-msc_10.42.42.6(pid=13911): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13911)]\u000a08:34:44.504334 run osmo-msc_10.42.42.6(pid=13911): stdout: \u000a| (launched: 2022-12-09_08:34:43.231526) \u000a08:34:44.557874 run osmo-msc_10.42.42.6(pid=13911): stderr: \u000a| �[0;m�[38;5;43m20221209083443552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083443552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2057f1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083443552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083443552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083443553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083443553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083443555 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083443555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083443555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083443555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:34:44.603385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13903): Terminating (SIGTERM)\u000a08:34:44.645817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13906): Terminating (SIGTERM)\u000a08:34:44.688613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13910): Terminating (SIGTERM)\u000a08:34:44.698640 --- ParallelTerminationStrategy: PID 13903 died...\u000a08:34:44.755357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13903): Terminated: ok {rc=0}\u000a08:34:44.765959 --- ParallelTerminationStrategy: PID 13906 died...\u000a08:34:44.822590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13906): Terminated: ok {rc=0}\u000a08:34:44.832798 --- ParallelTerminationStrategy: PID 13910 died...\u000a08:34:44.889194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13910): Terminated: ok {rc=0}\u000a08:34:44.976821 bus /sierra_3: Setting Powered False\u000a08:34:46.091462 bus /sierra_3: Setting Powered False\u000a08:34:47.215669 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13919): Process ended prematurely: osmo-stp_10.42.42.5(pid=13919) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13919)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13919): Process ended prematurely: osmo-stp_10.42.42.5(pid=13919) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:34:48.332759 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:48.345266 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:34:48.500326 tst mo_mt_call_osmux.py: using LAC 20234\u000a08:34:48.624528 tst mo_mt_call_osmux.py: using RAC 89\u000a08:34:48.744699 tst mo_mt_call_osmux.py: using CellId 20234\u000a08:34:48.866432 tst mo_mt_call_osmux.py: using BVCI 20235\u000a08:34:48.890110 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:48.901349 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:48.912320 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:48.923592 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:48.934661 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:34:48.945696 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:34:49.068476 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:34:49.288784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:34:49.813240 run create_hlr_db(pid=13913): Launched\u000a08:34:50.006114 bus /sierra_2: Setting Powered False\u000a08:34:51.025474 run create_hlr_db(pid=13913): Terminated: ok {rc=0}\u000a08:34:51.467321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13915): Launched\u000a08:34:51.803274 run osmo-hlr_10.42.42.2(pid=13916): Launched\u000a08:34:51.923946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:34:52.503740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13918): Launched\u000a08:34:52.839373 run osmo-stp_10.42.42.5(pid=13919): Launched\u000a08:34:52.960747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:34:53.567358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13921): Launched\u000a08:34:53.902071 run osmo-msc_10.42.42.6(pid=13922): Launched\u000a08:34:54.096002 run osmo-stp_10.42.42.5(pid=13919): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13919)]\u000a08:34:54.235624 run osmo-stp_10.42.42.5(pid=13919): stdout: \u000a| (launched: 2022-12-09_08:34:52.674328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:54.374302 run osmo-stp_10.42.42.5(pid=13919): stderr: \u000a| �[0;m�[38;5;43m20221209083452868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083452868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083452868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083452869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083452869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083452869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083452869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:54.507945 run osmo-stp_10.42.42.5(pid=13919): stdout: \u000a| (launched: 2022-12-09_08:34:52.674328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:34:54.640940 run osmo-stp_10.42.42.5(pid=13919): stderr: \u000a| �[0;m�[38;5;43m20221209083452868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083452868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083452868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083452869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083452869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083452869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083452869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:34:54.699257 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13919): Process ended prematurely: osmo-stp_10.42.42.5(pid=13919) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13919)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:34:54.708535 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:34:54.772376 run osmo-hlr_10.42.42.2(pid=13916): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13916)]\u000a08:34:54.824070 run osmo-hlr_10.42.42.2(pid=13916): stdout: \u000a| (launched: 2022-12-09_08:34:51.637907) \u000a08:34:54.876547 run osmo-hlr_10.42.42.2(pid=13916): stderr: \u000a| �[0;m�[1;31m20221209083451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083451868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083451878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083451878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083451878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:34:54.947786 run osmo-msc_10.42.42.6(pid=13922): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13922)]\u000a08:34:54.999814 run osmo-msc_10.42.42.6(pid=13922): stdout: \u000a| (launched: 2022-12-09_08:34:53.736707) \u000a08:34:55.052324 run osmo-msc_10.42.42.6(pid=13922): stderr: \u000a| �[0;m�[38;5;43m20221209083454058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083454058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f727f1c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083454058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083454058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083454058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083454058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083454060 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083454061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083454061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083454061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:34:55.096842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13915): Terminating (SIGTERM)\u000a08:34:55.139330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13918): Terminating (SIGTERM)\u000a08:34:55.181768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13921): Terminating (SIGTERM)\u000a08:34:55.191596 --- ParallelTerminationStrategy: PID 13915 died...\u000a08:34:55.248301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13915): Terminated: ok {rc=0}\u000a08:34:55.258513 --- ParallelTerminationStrategy: PID 13918 died...\u000a08:34:55.314648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13918): Terminated: ok {rc=0}\u000a08:34:55.325123 --- ParallelTerminationStrategy: PID 13921 died...\u000a08:34:55.381064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13921): Terminated: ok {rc=0}\u000a08:34:55.469321 bus /sierra_3: Setting Powered False\u000a08:34:56.572087 bus /sierra_3: Setting Powered False\u000a08:34:57.678311 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:34:37" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13943): Process ended prematurely: osmo-stp_10.42.42.5(pid=13943) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13943)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13943): Process ended prematurely: osmo-stp_10.42.42.5(pid=13943) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:34:59.655004 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:34:59.666750 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:34:59.823036 tst mo_mt_call.py: using LAC 20235\u000a08:34:59.952540 tst mo_mt_call.py: using RAC 90\u000a08:35:00.084345 tst mo_mt_call.py: using CellId 20235\u000a08:35:00.216922 tst mo_mt_call.py: using BVCI 20236\u000a08:35:00.242308 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:00.253990 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:00.265562 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:00.277356 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:00.289173 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:00.301509 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:35:00.423102 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:35:00.630388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:01.218508 run create_hlr_db(pid=13927): Launched\u000a08:35:01.407355 bus /sierra_2: Setting Powered False\u000a08:35:02.429152 run create_hlr_db(pid=13927): Terminated: ok {rc=0}\u000a08:35:02.870705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13939): Launched\u000a08:35:03.204804 run osmo-hlr_10.42.42.2(pid=13940): Launched\u000a08:35:03.329683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:03.911890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13942): Launched\u000a08:35:04.248173 run osmo-stp_10.42.42.5(pid=13943): Launched\u000a08:35:04.370189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:35:04.979625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13945): Launched\u000a08:35:05.315202 run osmo-msc_10.42.42.6(pid=13946): Launched\u000a08:35:05.511365 run osmo-stp_10.42.42.5(pid=13943): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13943)]\u000a08:35:05.653071 run osmo-stp_10.42.42.5(pid=13943): stdout: \u000a| (launched: 2022-12-09_08:35:04.082266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:05.792473 run osmo-stp_10.42.42.5(pid=13943): stderr: \u000a| �[0;m�[38;5;43m20221209083504274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083504274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083504275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083504275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083504275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083504276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083504276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:05.927512 run osmo-stp_10.42.42.5(pid=13943): stdout: \u000a| (launched: 2022-12-09_08:35:04.082266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:06.061405 run osmo-stp_10.42.42.5(pid=13943): stderr: \u000a| �[0;m�[38;5;43m20221209083504274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083504274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083504275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083504275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083504275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083504276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083504276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:06.120046 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13943): Process ended prematurely: osmo-stp_10.42.42.5(pid=13943) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13943)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:35:06.129270 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:35:06.193238 run osmo-hlr_10.42.42.2(pid=13940): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13940)]\u000a08:35:06.245083 run osmo-hlr_10.42.42.2(pid=13940): stdout: \u000a| (launched: 2022-12-09_08:35:03.040772) \u000a08:35:06.297724 run osmo-hlr_10.42.42.2(pid=13940): stderr: \u000a| �[0;m�[1;31m20221209083503241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083503241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083503241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083503241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083503241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083503241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083503255 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083503265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083503265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083503265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:06.369456 run osmo-msc_10.42.42.6(pid=13946): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13946)]\u000a08:35:06.421528 run osmo-msc_10.42.42.6(pid=13946): stdout: \u000a| (launched: 2022-12-09_08:35:05.149865) \u000a08:35:06.474184 run osmo-msc_10.42.42.6(pid=13946): stderr: \u000a| �[0;m�[38;5;43m20221209083505472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083505472 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d9b350c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083505472 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083505472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083505472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083505473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083505474 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083505475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083505475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083505475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:35:06.518725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13939): Terminating (SIGTERM)\u000a08:35:06.561437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13942): Terminating (SIGTERM)\u000a08:35:06.604375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13945): Terminating (SIGTERM)\u000a08:35:06.614424 --- ParallelTerminationStrategy: PID 13939 died...\u000a08:35:06.670921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13939): Terminated: ok {rc=0}\u000a08:35:06.681318 --- ParallelTerminationStrategy: PID 13942 died...\u000a08:35:06.737791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13942): Terminated: ok {rc=0}\u000a08:35:06.747908 --- ParallelTerminationStrategy: PID 13945 died...\u000a08:35:06.804142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13945): Terminated: ok {rc=0}\u000a08:35:06.891311 bus /sierra_3: Setting Powered False\u000a08:35:07.998195 bus /sierra_3: Setting Powered False\u000a08:35:09.111036 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14305): Process ended prematurely: osmo-stp_10.42.42.5(pid=14305) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14305)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14305): Process ended prematurely: osmo-stp_10.42.42.5(pid=14305) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:35:10.222793 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:10.234725 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:35:10.383267 tst mo_mt_call_osmux.py: using LAC 20236\u000a08:35:10.514546 tst mo_mt_call_osmux.py: using RAC 91\u000a08:35:10.650277 tst mo_mt_call_osmux.py: using CellId 20236\u000a08:35:10.779400 tst mo_mt_call_osmux.py: using BVCI 20237\u000a08:35:10.804788 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:10.816768 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:10.828489 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:10.840454 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:10.852569 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:35:10.864331 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:35:10.988761 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:35:11.197549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:11.696392 run create_hlr_db(pid=13948): Launched\u000a08:35:11.874958 bus /sierra_2: Setting Powered False\u000a08:35:12.916442 run create_hlr_db(pid=13948): Terminated: ok {rc=0}\u000a08:35:13.378666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14144): Launched\u000a08:35:13.764253 run osmo-hlr_10.42.42.2(pid=14221): Launched\u000a08:35:13.918438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:14.560275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14304): Launched\u000a08:35:14.895290 run osmo-stp_10.42.42.5(pid=14305): Launched\u000a08:35:15.017066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:35:15.621745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14307): Launched\u000a08:35:15.996136 run osmo-msc_10.42.42.6(pid=14308): Launched\u000a08:35:16.272793 run osmo-stp_10.42.42.5(pid=14305): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14305)]\u000a08:35:16.603474 run osmo-stp_10.42.42.5(pid=14305): stdout: \u000a| (launched: 2022-12-09_08:35:14.730854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:16.823240 run osmo-stp_10.42.42.5(pid=14305): stderr: \u000a| �[0;m�[38;5;43m20221209083514921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083514921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083514921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083514922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083514922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083514922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083514922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:16.956708 run osmo-stp_10.42.42.5(pid=14305): stdout: \u000a| (launched: 2022-12-09_08:35:14.730854)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:17.086249 run osmo-stp_10.42.42.5(pid=14305): stderr: \u000a| �[0;m�[38;5;43m20221209083514921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083514921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083514921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083514922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083514922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083514922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083514922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:17.143046 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14305): Process ended prematurely: osmo-stp_10.42.42.5(pid=14305) [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14305)] [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:35:17.152623 tst mo_mt_call_osmux.py:8: Test FAILED (7.0 sec)\u000a08:35:17.216056 run osmo-hlr_10.42.42.2(pid=14221): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14221)]\u000a08:35:17.266944 run osmo-hlr_10.42.42.2(pid=14221): stdout: \u000a| (launched: 2022-12-09_08:35:13.554235) \u000a08:35:17.318969 run osmo-hlr_10.42.42.2(pid=14221): stderr: \u000a| �[0;m�[1;31m20221209083513848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083513848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083513848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083513849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083513849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083513849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083513864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083513894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083513894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083513894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:17.389876 run osmo-msc_10.42.42.6(pid=14308): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14308)]\u000a08:35:17.439744 run osmo-msc_10.42.42.6(pid=14308): stdout: \u000a| (launched: 2022-12-09_08:35:15.780872) \u000a08:35:17.489889 run osmo-msc_10.42.42.6(pid=14308): stderr: \u000a| �[0;m�[38;5;43m20221209083516470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083516470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd5aa854c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083516471 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083516471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083516471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083516471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083516473 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083516474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083516474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083516474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:35:17.532568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14144): Terminating (SIGTERM)\u000a08:35:17.572544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14304): Terminating (SIGTERM)\u000a08:35:17.613783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14307): Terminating (SIGTERM)\u000a08:35:17.623127 --- ParallelTerminationStrategy: PID 14144 died...\u000a08:35:17.677283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14144): Terminated: ok {rc=0}\u000a08:35:17.687071 --- ParallelTerminationStrategy: PID 14304 died...\u000a08:35:17.741444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14304): Terminated: ok {rc=0}\u000a08:35:17.751236 --- ParallelTerminationStrategy: PID 14307 died...\u000a08:35:17.805076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14307): Terminated: ok {rc=0}\u000a08:35:17.894015 bus /sierra_3: Setting Powered False\u000a08:35:18.998666 bus /sierra_3: Setting Powered False\u000a08:35:20.110886 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:34:59" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14495): Process ended prematurely: osmo-stp_10.42.42.5(pid=14495) [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14495)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14495): Process ended prematurely: osmo-stp_10.42.42.5(pid=14495) [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:35:22.088927 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:22.100918 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:35:22.259061 tst mo_mt_call.py: using LAC 20237\u000a08:35:22.381594 tst mo_mt_call.py: using RAC 92\u000a08:35:22.512316 tst mo_mt_call.py: using CellId 20237\u000a08:35:22.651381 tst mo_mt_call.py: using BVCI 20238\u000a08:35:22.678781 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:22.691878 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:22.704786 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:22.719786 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:22.733650 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:22.747173 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:35:22.876387 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:35:23.103763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:23.672512 run create_hlr_db(pid=14489): Launched\u000a08:35:23.857153 bus /sierra_2: Setting Powered False\u000a08:35:24.881561 run create_hlr_db(pid=14489): Terminated: ok {rc=0}\u000a08:35:25.316448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14491): Launched\u000a08:35:25.732999 run osmo-hlr_10.42.42.2(pid=14492): Launched\u000a08:35:25.971693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:26.608028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14494): Launched\u000a08:35:27.033572 run osmo-stp_10.42.42.5(pid=14495): Launched\u000a08:35:27.270681 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:35:27.904218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14497): Launched\u000a08:35:28.281115 run osmo-msc_10.42.42.6(pid=14499): Launched\u000a08:35:28.476878 run osmo-stp_10.42.42.5(pid=14495): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14495)]\u000a08:35:28.619071 run osmo-stp_10.42.42.5(pid=14495): stdout: \u000a| (launched: 2022-12-09_08:35:26.771082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:28.759341 run osmo-stp_10.42.42.5(pid=14495): stderr: \u000a| �[0;m�[38;5;43m20221209083527095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083527095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083527096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083527096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083527097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083527097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083527097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:28.894512 run osmo-stp_10.42.42.5(pid=14495): stdout: \u000a| (launched: 2022-12-09_08:35:26.771082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:29.028407 run osmo-stp_10.42.42.5(pid=14495): stderr: \u000a| �[0;m�[38;5;43m20221209083527095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083527095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083527096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083527096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083527097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083527097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083527097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:29.087262 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14495): Process ended prematurely: osmo-stp_10.42.42.5(pid=14495) [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14495)] [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:35:29.096777 tst mo_mt_call.py:8: Test FAILED (7.0 sec)\u000a08:35:29.161449 run osmo-hlr_10.42.42.2(pid=14492): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14492)]\u000a08:35:29.214168 run osmo-hlr_10.42.42.2(pid=14492): stdout: \u000a| (launched: 2022-12-09_08:35:25.478548) \u000a08:35:29.267573 run osmo-hlr_10.42.42.2(pid=14492): stderr: \u000a| �[0;m�[1;31m20221209083525814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083525814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083525814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083525814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083525814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083525814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083525834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083525843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083525843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083525843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:29.340018 run osmo-msc_10.42.42.6(pid=14499): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14499)]\u000a08:35:29.392752 run osmo-msc_10.42.42.6(pid=14499): stdout: \u000a| (launched: 2022-12-09_08:35:28.071270) \u000a08:35:29.446295 run osmo-msc_10.42.42.6(pid=14499): stderr: \u000a| �[0;m�[38;5;43m20221209083528419 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083528420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35ddd76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083528420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083528420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083528420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083528420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083528422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083528422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083528422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083528422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:35:29.491505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14491): Terminating (SIGTERM)\u000a08:35:29.534518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14494): Terminating (SIGTERM)\u000a08:35:29.577774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14497): Terminating (SIGTERM)\u000a08:35:29.588136 --- ParallelTerminationStrategy: PID 14491 died...\u000a08:35:29.645996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14491): Terminated: ok {rc=0}\u000a08:35:29.656377 --- ParallelTerminationStrategy: PID 14494 died...\u000a08:35:29.713942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14494): Terminated: ok {rc=0}\u000a08:35:29.724358 --- ParallelTerminationStrategy: PID 14497 died...\u000a08:35:29.781215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14497): Terminated: ok {rc=0}\u000a08:35:29.868779 bus /sierra_3: Setting Powered False\u000a08:35:31.005755 bus /sierra_3: Setting Powered False\u000a08:35:32.127972 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14507): Process ended prematurely: osmo-stp_10.42.42.5(pid=14507) [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14507)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14507): Process ended prematurely: osmo-stp_10.42.42.5(pid=14507) [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:35:33.246898 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:33.259704 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:35:33.417813 tst mo_mt_call_osmux.py: using LAC 20238\u000a08:35:33.553838 tst mo_mt_call_osmux.py: using RAC 93\u000a08:35:33.683738 tst mo_mt_call_osmux.py: using CellId 20238\u000a08:35:33.814681 tst mo_mt_call_osmux.py: using BVCI 20239\u000a08:35:33.840380 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:33.852216 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:33.863814 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:33.875390 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:33.887916 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:35:33.900258 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:35:34.023752 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:35:34.231289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:34.732574 run create_hlr_db(pid=14501): Launched\u000a08:35:34.911388 bus /sierra_2: Setting Powered False\u000a08:35:35.933303 run create_hlr_db(pid=14501): Terminated: ok {rc=0}\u000a08:35:36.376490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14503): Launched\u000a08:35:36.712766 run osmo-hlr_10.42.42.2(pid=14504): Launched\u000a08:35:36.835844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:37.416914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14506): Launched\u000a08:35:37.753904 run osmo-stp_10.42.42.5(pid=14507): Launched\u000a08:35:37.875551 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:35:38.485159 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14509): Launched\u000a08:35:38.821319 run osmo-msc_10.42.42.6(pid=14510): Launched\u000a08:35:39.016584 run osmo-stp_10.42.42.5(pid=14507): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14507)]\u000a08:35:39.157391 run osmo-stp_10.42.42.5(pid=14507): stdout: \u000a| (launched: 2022-12-09_08:35:37.587891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:39.297214 run osmo-stp_10.42.42.5(pid=14507): stderr: \u000a| �[0;m�[38;5;43m20221209083537780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083537780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083537780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083537781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083537781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083537781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083537781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:39.431897 run osmo-stp_10.42.42.5(pid=14507): stdout: \u000a| (launched: 2022-12-09_08:35:37.587891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:39.566259 run osmo-stp_10.42.42.5(pid=14507): stderr: \u000a| �[0;m�[38;5;43m20221209083537780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083537780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083537780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083537781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083537781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083537781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083537781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:39.625348 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14507): Process ended prematurely: osmo-stp_10.42.42.5(pid=14507) [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14507)] [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:35:39.634848 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:35:39.699069 run osmo-hlr_10.42.42.2(pid=14504): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14504)]\u000a08:35:39.751381 run osmo-hlr_10.42.42.2(pid=14504): stdout: \u000a| (launched: 2022-12-09_08:35:36.547206) \u000a08:35:39.804249 run osmo-hlr_10.42.42.2(pid=14504): stderr: \u000a| �[0;m�[1;31m20221209083536748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083536748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083536748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083536748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083536748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083536748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083536760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083536768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083536769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083536769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:39.875825 run osmo-msc_10.42.42.6(pid=14510): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14510)]\u000a08:35:39.928149 run osmo-msc_10.42.42.6(pid=14510): stdout: \u000a| (launched: 2022-12-09_08:35:38.656663) \u000a08:35:39.980810 run osmo-msc_10.42.42.6(pid=14510): stderr: \u000a| �[0;m�[38;5;43m20221209083538980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083538980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53cfd54c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083538980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083538980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083538980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083538980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083538982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083538982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083538983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083538983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:35:40.025732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14503): Terminating (SIGTERM)\u000a08:35:40.068131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14506): Terminating (SIGTERM)\u000a08:35:40.110516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14509): Terminating (SIGTERM)\u000a08:35:40.120821 --- ParallelTerminationStrategy: PID 14503 died...\u000a08:35:40.177846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14503): Terminated: ok {rc=0}\u000a08:35:40.188176 --- ParallelTerminationStrategy: PID 14506 died...\u000a08:35:40.244269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14506): Terminated: ok {rc=0}\u000a08:35:40.254985 --- ParallelTerminationStrategy: PID 14509 died...\u000a08:35:40.310916 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14509): Terminated: ok {rc=0}\u000a08:35:40.397373 bus /sierra_3: Setting Powered False\u000a08:35:41.504770 bus /sierra_3: Setting Powered False\u000a08:35:42.613170 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:35:21" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14521): Process ended prematurely: osmo-stp_10.42.42.5(pid=14521) [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14521)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14521): Process ended prematurely: osmo-stp_10.42.42.5(pid=14521) [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:35:44.588147 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:44.599306 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:35:44.747994 tst mo_mt_call.py: using LAC 20239\u000a08:35:44.872247 tst mo_mt_call.py: using RAC 94\u000a08:35:44.996503 tst mo_mt_call.py: using CellId 20239\u000a08:35:45.120242 tst mo_mt_call.py: using BVCI 20240\u000a08:35:45.144298 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:45.155357 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:45.166184 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:45.177009 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:45.187779 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:45.198584 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:35:45.320712 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:35:45.529038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:46.108442 run create_hlr_db(pid=14515): Launched\u000a08:35:46.306783 bus /sierra_2: Setting Powered False\u000a08:35:47.348470 run create_hlr_db(pid=14515): Terminated: ok {rc=0}\u000a08:35:47.793873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14517): Launched\u000a08:35:48.128526 run osmo-hlr_10.42.42.2(pid=14518): Launched\u000a08:35:48.248286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:48.829917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14520): Launched\u000a08:35:49.164713 run osmo-stp_10.42.42.5(pid=14521): Launched\u000a08:35:49.286515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:35:49.896011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14523): Launched\u000a08:35:50.232202 run osmo-msc_10.42.42.6(pid=14524): Launched\u000a08:35:50.428369 run osmo-stp_10.42.42.5(pid=14521): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14521)]\u000a08:35:50.569983 run osmo-stp_10.42.42.5(pid=14521): stdout: \u000a| (launched: 2022-12-09_08:35:49.000394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:50.710719 run osmo-stp_10.42.42.5(pid=14521): stderr: \u000a| �[0;m�[38;5;43m20221209083549193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083549193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083549194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083549194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083549195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083549195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083549195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:50.846152 run osmo-stp_10.42.42.5(pid=14521): stdout: \u000a| (launched: 2022-12-09_08:35:49.000394)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:35:50.980014 run osmo-stp_10.42.42.5(pid=14521): stderr: \u000a| �[0;m�[38;5;43m20221209083549193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083549193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083549194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083549194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083549195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083549195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083549195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:35:51.038744 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14521): Process ended prematurely: osmo-stp_10.42.42.5(pid=14521) [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14521)] [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:35:51.048056 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:35:51.113001 run osmo-hlr_10.42.42.2(pid=14518): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14518)]\u000a08:35:51.165145 run osmo-hlr_10.42.42.2(pid=14518): stdout: \u000a| (launched: 2022-12-09_08:35:47.964130) \u000a08:35:51.218685 run osmo-hlr_10.42.42.2(pid=14518): stderr: \u000a| �[0;m�[1;31m20221209083548162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083548162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083548163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083548163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083548163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083548163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083548175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083548184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083548184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083548184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:35:51.290959 run osmo-msc_10.42.42.6(pid=14524): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14524)]\u000a08:35:51.343398 run osmo-msc_10.42.42.6(pid=14524): stdout: \u000a| (launched: 2022-12-09_08:35:50.066309) \u000a08:35:51.396292 run osmo-msc_10.42.42.6(pid=14524): stderr: \u000a| �[0;m�[38;5;43m20221209083550389 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083550390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f064bb68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083550390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083550390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083550390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083550391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083550392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083550393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083550393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083550393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:35:51.441051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14517): Terminating (SIGTERM)\u000a08:35:51.483969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14520): Terminating (SIGTERM)\u000a08:35:51.527263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14523): Terminating (SIGTERM)\u000a08:35:51.537564 --- ParallelTerminationStrategy: PID 14517 died...\u000a08:35:51.595326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14517): Terminated: ok {rc=0}\u000a08:35:51.605768 --- ParallelTerminationStrategy: PID 14520 died...\u000a08:35:51.662991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14520): Terminated: ok {rc=0}\u000a08:35:51.673441 --- ParallelTerminationStrategy: PID 14523 died...\u000a08:35:51.730375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14523): Terminated: ok {rc=0}\u000a08:35:51.819148 bus /sierra_3: Setting Powered False\u000a08:35:52.924387 bus /sierra_3: Setting Powered False\u000a08:35:54.037889 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 155, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14532): Process ended prematurely: osmo-stp_10.42.42.5(pid=14532) [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14532)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14532): Process ended prematurely: osmo-stp_10.42.42.5(pid=14532) [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14532)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:35:55.151137 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:55.163205 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:35:55.313584 tst mo_mt_call_osmux.py: using LAC 20240\u000a08:35:55.434803 tst mo_mt_call_osmux.py: using RAC 95\u000a08:35:55.558732 tst mo_mt_call_osmux.py: using CellId 20240\u000a08:35:55.688621 tst mo_mt_call_osmux.py: using BVCI 20241\u000a08:35:55.714222 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:55.725877 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:55.737316 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:55.748825 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:55.760415 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:35:55.772531 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:35:55.893555 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:35:56.112303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:35:56.638847 run create_hlr_db(pid=14526): Launched\u000a08:35:56.832081 bus /sierra_2: Setting Powered False\u000a08:35:57.852180 run create_hlr_db(pid=14526): Terminated: ok {rc=0}\u000a08:35:58.272254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14528): Launched\u000a08:35:58.586605 run osmo-hlr_10.42.42.2(pid=14529): Launched\u000a08:35:58.711894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:35:59.257272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14531): Launched\u000a08:35:59.616794 run osmo-stp_10.42.42.5(pid=14532): Launched\u000a08:35:59.728491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:00.308495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14534): Launched\u000a08:36:00.622864 run osmo-msc_10.42.42.6(pid=14535): Launched\u000a08:36:00.806948 run osmo-stp_10.42.42.5(pid=14532): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14532)]\u000a08:36:00.988822 run osmo-stp_10.42.42.5(pid=14532): stdout: \u000a| (launched: 2022-12-09_08:35:59.418773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:01.120693 run osmo-stp_10.42.42.5(pid=14532): stderr: \u000a| �[0;m�[38;5;43m20221209083559607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083559607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083559607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083559608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083559608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083559608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083559608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:01.249181 run osmo-stp_10.42.42.5(pid=14532): stdout: \u000a| (launched: 2022-12-09_08:35:59.418773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:01.376469 run osmo-stp_10.42.42.5(pid=14532): stderr: \u000a| �[0;m�[38;5;43m20221209083559607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083559607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083559607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083559608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083559608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083559608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083559608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:01.433239 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14532): Process ended prematurely: osmo-stp_10.42.42.5(pid=14532) [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14532)] [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:36:01.442872 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:36:01.504858 run osmo-hlr_10.42.42.2(pid=14529): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14529)]\u000a08:36:01.555597 run osmo-hlr_10.42.42.2(pid=14529): stdout: \u000a| (launched: 2022-12-09_08:35:58.431528) \u000a08:36:01.607701 run osmo-hlr_10.42.42.2(pid=14529): stderr: \u000a| �[0;m�[1;31m20221209083558611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083558611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083558611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083558611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083558611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083558611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083558623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083558631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083558632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083558632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:01.677127 run osmo-msc_10.42.42.6(pid=14535): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14535)]\u000a08:36:01.727518 run osmo-msc_10.42.42.6(pid=14535): stdout: \u000a| (launched: 2022-12-09_08:36:00.467065) \u000a08:36:01.779099 run osmo-msc_10.42.42.6(pid=14535): stderr: \u000a| �[0;m�[38;5;43m20221209083600742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083600742 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff023064c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083600742 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083600742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083600742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083600742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083600744 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083600744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083600745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083600745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:01.822407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14528): Terminating (SIGTERM)\u000a08:36:01.864033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14531): Terminating (SIGTERM)\u000a08:36:01.907545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14534): Terminating (SIGTERM)\u000a08:36:01.917602 --- ParallelTerminationStrategy: PID 14528 died...\u000a08:36:01.972820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14528): Terminated: ok {rc=0}\u000a08:36:01.983518 --- ParallelTerminationStrategy: PID 14531 died...\u000a08:36:02.038621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14531): Terminated: ok {rc=0}\u000a08:36:02.048639 --- ParallelTerminationStrategy: PID 14534 died...\u000a08:36:02.103951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14534): Terminated: ok {rc=0}\u000a08:36:02.190267 bus /sierra_3: Setting Powered False\u000a08:36:03.292272 bus /sierra_3: Setting Powered False\u000a08:36:04.405158 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:35:44" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14547): Process ended prematurely: osmo-stp_10.42.42.5(pid=14547) [trial-2357↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14547): Process ended prematurely: osmo-stp_10.42.42.5(pid=14547) [trial-2357↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:36:06.393426 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:06.404297 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a08:36:06.528806 tst emergency_mo_mt_call.py: using LAC 20241\u000a08:36:06.651888 tst emergency_mo_mt_call.py: using RAC 96\u000a08:36:06.770888 tst emergency_mo_mt_call.py: using CellId 20241\u000a08:36:06.892679 tst emergency_mo_mt_call.py: using BVCI 20242\u000a08:36:06.915934 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:06.926785 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:06.937519 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:06.947985 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:06.958584 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:06.969131 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:07.090067 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:07.304467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:07.825634 run create_hlr_db(pid=14541): Launched\u000a08:36:08.016609 bus /sierra_2: Setting Powered False\u000a08:36:09.037980 run create_hlr_db(pid=14541): Terminated: ok {rc=0}\u000a08:36:09.448762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14543): Launched\u000a08:36:09.755990 run osmo-hlr_10.42.42.2(pid=14544): Launched\u000a08:36:09.868733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:10.399446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14546): Launched\u000a08:36:10.706954 run osmo-stp_10.42.42.5(pid=14547): Launched\u000a08:36:10.830376 tst emergency_mo_mt_call.py: using MSISDN 7119\u000a08:36:10.982225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:11.539026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14549): Launched\u000a08:36:11.846877 run osmo-msc_10.42.42.6(pid=14550): Launched\u000a08:36:12.025809 run osmo-stp_10.42.42.5(pid=14547): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)]\u000a08:36:12.155139 run osmo-stp_10.42.42.5(pid=14547): stdout: \u000a| (launched: 2022-12-09_08:36:10.555491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:12.282767 run osmo-stp_10.42.42.5(pid=14547): stderr: \u000a| �[0;m�[38;5;43m20221209083610728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083610728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083610728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083610729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083610729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083610729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083610729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:12.405376 run osmo-stp_10.42.42.5(pid=14547): stdout: \u000a| (launched: 2022-12-09_08:36:10.555491)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:12.527188 run osmo-stp_10.42.42.5(pid=14547): stderr: \u000a| �[0;m�[38;5;43m20221209083610728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083610728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083610728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083610729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083610729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083610729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083610729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:12.580322 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14547): Process ended prematurely: osmo-stp_10.42.42.5(pid=14547) [trial-2357↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)] [trial-2357↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a08:36:12.588686 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a08:36:12.648990 run osmo-hlr_10.42.42.2(pid=14544): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14544)]\u000a08:36:12.698374 run osmo-hlr_10.42.42.2(pid=14544): stdout: \u000a| (launched: 2022-12-09_08:36:09.605089) \u000a08:36:12.748308 run osmo-hlr_10.42.42.2(pid=14544): stderr: \u000a| �[0;m�[1;31m20221209083609781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083609781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083609781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083609781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083609781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083609781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083609794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083609803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083609803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083609803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:12.816449 run osmo-msc_10.42.42.6(pid=14550): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14550)]\u000a08:36:12.865841 run osmo-msc_10.42.42.6(pid=14550): stdout: \u000a| (launched: 2022-12-09_08:36:11.694880) \u000a08:36:12.916222 run osmo-msc_10.42.42.6(pid=14550): stderr: \u000a| �[0;m�[38;5;43m20221209083611965 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083611966 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e00d77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083611966 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083611966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083611966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083611966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083611968 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083611969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083611969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083611969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:12.958212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14543): Terminating (SIGTERM)\u000a08:36:12.997906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14546): Terminating (SIGTERM)\u000a08:36:13.037655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14549): Terminating (SIGTERM)\u000a08:36:13.046901 --- ParallelTerminationStrategy: PID 14543 died...\u000a08:36:13.100270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14543): Terminated: ok {rc=0}\u000a08:36:13.109994 --- ParallelTerminationStrategy: PID 14546 died...\u000a08:36:13.163437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14546): Terminated: ok {rc=0}\u000a08:36:13.173168 --- ParallelTerminationStrategy: PID 14549 died...\u000a08:36:13.226506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14549): Terminated: ok {rc=0}\u000a08:36:13.316570 bus /sierra_3: Setting Powered False\u000a08:36:14.421506 bus /sierra_3: Setting Powered False\u000a08:36:15.528731 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 204, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14558): Process ended prematurely: osmo-stp_10.42.42.5(pid=14558) [trial-2357↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14558)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14558): Process ended prematurely: osmo-stp_10.42.42.5(pid=14558) [trial-2357↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14558)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:36:16.581590 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:16.595531 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a08:36:16.728211 tst emergency_preemptive_call.py: using LAC 20242\u000a08:36:16.898525 tst emergency_preemptive_call.py: using RAC 97\u000a08:36:17.034955 tst emergency_preemptive_call.py: using CellId 20242\u000a08:36:17.195379 tst emergency_preemptive_call.py: using BVCI 20243\u000a08:36:17.221183 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:17.233525 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:17.245723 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:17.258754 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:17.270589 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a08:36:17.282983 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:17.403638 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:17.523202 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:17.643494 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:17.847168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:18.342632 run create_hlr_db(pid=14552): Launched\u000a08:36:18.519710 bus /sierra_2: Setting Powered False\u000a08:36:19.541197 run create_hlr_db(pid=14552): Terminated: ok {rc=0}\u000a08:36:19.979059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14554): Launched\u000a08:36:20.308606 run osmo-hlr_10.42.42.2(pid=14555): Launched\u000a08:36:20.428995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:20.998383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14557): Launched\u000a08:36:21.329334 run osmo-stp_10.42.42.5(pid=14558): Launched\u000a08:36:21.465802 tst emergency_preemptive_call.py: using MSISDN 7120\u000a08:36:21.629884 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:36:22.227165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14560): Launched\u000a08:36:22.558776 run osmo-msc_10.42.42.6(pid=14561): Launched\u000a08:36:22.751003 run osmo-stp_10.42.42.5(pid=14558): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14558)]\u000a08:36:22.889816 run osmo-stp_10.42.42.5(pid=14558): stdout: \u000a| (launched: 2022-12-09_08:36:21.165779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:23.027983 run osmo-stp_10.42.42.5(pid=14558): stderr: \u000a| �[0;m�[38;5;43m20221209083621358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083621358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083621359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083621359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083621360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083621360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083621360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:23.159799 run osmo-stp_10.42.42.5(pid=14558): stdout: \u000a| (launched: 2022-12-09_08:36:21.165779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:23.290383 run osmo-stp_10.42.42.5(pid=14558): stderr: \u000a| �[0;m�[38;5;43m20221209083621358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083621358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083621359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083621359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083621360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083621360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083621360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:23.347501 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14558): Process ended prematurely: osmo-stp_10.42.42.5(pid=14558) [trial-2357↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14558)] [trial-2357↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a08:36:23.356142 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a08:36:23.419447 run osmo-hlr_10.42.42.2(pid=14555): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14555)]\u000a08:36:23.471346 run osmo-hlr_10.42.42.2(pid=14555): stdout: \u000a| (launched: 2022-12-09_08:36:20.146489) \u000a08:36:23.523739 run osmo-hlr_10.42.42.2(pid=14555): stderr: \u000a| �[0;m�[1;31m20221209083620343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083620343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083620343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083620343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083620343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083620343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083620355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083620364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083620364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083620364 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:23.595319 run osmo-msc_10.42.42.6(pid=14561): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14561)]\u000a08:36:23.647251 run osmo-msc_10.42.42.6(pid=14561): stdout: \u000a| (launched: 2022-12-09_08:36:22.394454) \u000a08:36:23.699722 run osmo-msc_10.42.42.6(pid=14561): stderr: \u000a| �[0;m�[38;5;43m20221209083622715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209083622715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b84f72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209083622715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209083622715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209083622716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209083622716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209083622718 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209083622718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209083622718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209083622718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:36:23.744009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14554): Terminating (SIGTERM)\u000a08:36:23.786552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14557): Terminating (SIGTERM)\u000a08:36:23.828505 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14560): Terminating (SIGTERM)\u000a08:36:23.838530 --- ParallelTerminationStrategy: PID 14554 died...\u000a08:36:23.894633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14554): Terminated: ok {rc=0}\u000a08:36:23.905066 --- ParallelTerminationStrategy: PID 14557 died...\u000a08:36:23.961080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14557): Terminated: ok {rc=0}\u000a08:36:23.971375 --- ParallelTerminationStrategy: PID 14560 died...\u000a08:36:24.028035 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14560): Terminated: ok {rc=0}\u000a08:36:24.115178 bus /sierra_9: Setting Powered False\u000a08:36:25.223911 bus /sierra_9: Setting Powered False\u000a08:36:26.333660 bus /sierra_8: Setting Powered False\u000a08:36:27.442248 bus /sierra_8: Setting Powered False\u000a08:36:28.550357 bus /sierra_3: Setting Powered False\u000a08:36:29.656757 bus /sierra_3: Setting Powered False\u000a08:36:30.769700 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:36:06" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14576): Process ended prematurely: osmo-stp_10.42.42.5(pid=14576) [trial-2357↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14576)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14576): Process ended prematurely: osmo-stp_10.42.42.5(pid=14576) [trial-2357↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:36:32.882004 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:32.892768 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:36:33.022246 tst cs_paging_gprs_active.py: using LAC 20243\u000a08:36:33.147955 tst cs_paging_gprs_active.py: using RAC 98\u000a08:36:33.272576 tst cs_paging_gprs_active.py: using CellId 20243\u000a08:36:33.396831 tst cs_paging_gprs_active.py: using BVCI 20244\u000a08:36:33.420626 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:33.431254 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:33.441759 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:33.452138 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:33.462449 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:33.472725 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:33.483263 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:33.493637 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:33.504110 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:33.626882 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:33.928297 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:36:34.069311 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:34.415618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14566): Launched\u000a08:36:34.704913 run iperf3-srv_10.42.42.10(pid=14567): Launched\u000a08:36:34.910728 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:36:35.050672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:35.398564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14568): Launched\u000a08:36:35.686796 run iperf3-srv_10.42.42.10(pid=14569): Launched\u000a08:36:35.892386 tst cs_paging_gprs_active.py:38: start network...\u000a08:36:36.032782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:36.561101 run create_hlr_db(pid=14570): Launched\u000a08:36:36.755167 bus /sierra_2: Setting Powered False\u000a08:36:37.764404 run create_hlr_db(pid=14570): Terminated: ok {rc=0}\u000a08:36:38.216927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14572): Launched\u000a08:36:38.553154 run osmo-hlr_10.42.42.2(pid=14573): Launched\u000a08:36:38.676117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:39.256840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14575): Launched\u000a08:36:39.592163 run osmo-stp_10.42.42.5(pid=14576): Launched\u000a08:36:39.715647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:36:40.297703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14578): Launched\u000a08:36:40.417385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:36:40.709682 run patchelf(pid=14579): Launched\u000a08:36:40.904162 run osmo-stp_10.42.42.5(pid=14576): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14576)]\u000a08:36:41.046539 run osmo-stp_10.42.42.5(pid=14576): stdout: \u000a| (launched: 2022-12-09_08:36:39.427218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:41.189677 run osmo-stp_10.42.42.5(pid=14576): stderr: \u000a| �[0;m�[38;5;43m20221209083639620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083639620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083639620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083639621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083639621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083639621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083639622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:41.327505 run osmo-stp_10.42.42.5(pid=14576): stdout: \u000a| (launched: 2022-12-09_08:36:39.427218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:41.464127 run osmo-stp_10.42.42.5(pid=14576): stderr: \u000a| �[0;m�[38;5;43m20221209083639620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083639620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083639620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083639621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083639621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083639621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083639622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:41.623984 run patchelf(pid=14579): Terminating (SIGINT)\u000a08:36:41.811720 run patchelf(pid=14579): Terminated: ok {rc=0}\u000a08:36:41.845962 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14576): Process ended prematurely: osmo-stp_10.42.42.5(pid=14576) [trial-2357↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14576)] [trial-2357↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a08:36:41.855683 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a08:36:41.920038 run osmo-hlr_10.42.42.2(pid=14573): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14573)]\u000a08:36:41.971976 run osmo-hlr_10.42.42.2(pid=14573): stdout: \u000a| (launched: 2022-12-09_08:36:38.387814) \u000a08:36:42.024598 run osmo-hlr_10.42.42.2(pid=14573): stderr: \u000a| �[0;m�[1;31m20221209083638586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083638586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083638586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083638586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083638586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083638586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083638600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083638609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083638609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083638609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:42.069422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14566): Terminating (SIGTERM)\u000a08:36:42.111652 run iperf3-srv_10.42.42.10(pid=14567): Terminating (SIGTERM)\u000a08:36:42.153799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14568): Terminating (SIGTERM)\u000a08:36:42.196343 run iperf3-srv_10.42.42.10(pid=14569): Terminating (SIGTERM)\u000a08:36:42.238923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14572): Terminating (SIGTERM)\u000a08:36:42.281144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14575): Terminating (SIGTERM)\u000a08:36:42.323503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14578): Terminating (SIGTERM)\u000a08:36:42.333302 --- ParallelTerminationStrategy: PID 14566 died...\u000a08:36:42.389826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14566): Terminated: ok {rc=0}\u000a08:36:42.399973 --- ParallelTerminationStrategy: PID 14567 died...\u000a08:36:42.456051 run iperf3-srv_10.42.42.10(pid=14567): Terminated {rc=256}\u000a08:36:42.466082 --- ParallelTerminationStrategy: PID 14568 died...\u000a08:36:42.521738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14568): Terminated: ok {rc=0}\u000a08:36:42.532059 --- ParallelTerminationStrategy: PID 14569 died...\u000a08:36:42.587881 run iperf3-srv_10.42.42.10(pid=14569): Terminated {rc=256}\u000a08:36:42.598309 --- ParallelTerminationStrategy: PID 14572 died...\u000a08:36:42.654507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14572): Terminated: ok {rc=0}\u000a08:36:42.664708 --- ParallelTerminationStrategy: PID 14575 died...\u000a08:36:42.720604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14575): Terminated: ok {rc=0}\u000a08:36:42.730948 --- ParallelTerminationStrategy: PID 14578 died...\u000a08:36:42.786913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14578): Terminated: ok {rc=0}\u000a08:36:42.873785 bus /gobi_0: Setting Powered False\u000a08:36:43.981064 bus /gobi_0: Setting Powered False\u000a08:36:45.089164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14588): Process ended prematurely: osmo-stp_10.42.42.5(pid=14588) [trial-2357↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14588)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14588): Process ended prematurely: osmo-stp_10.42.42.5(pid=14588) [trial-2357↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a08:36:46.201297 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:46.213591 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:36:46.374488 tst iperf3.py: using LAC 20244\u000a08:36:46.521594 tst iperf3.py: using RAC 99\u000a08:36:46.663253 tst iperf3.py: using CellId 20244\u000a08:36:46.797502 tst iperf3.py: using BVCI 20245\u000a08:36:46.824181 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:46.836278 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:46.849763 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:46.861866 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:46.875938 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:46.889261 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:46.902753 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:46.915495 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:46.928658 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:47.239475 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:36:47.380544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:47.726417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14580): Launched\u000a08:36:48.015478 run iperf3-srv_10.42.42.10(pid=14581): Launched\u000a08:36:48.221169 tst iperf3.py:8: start network...\u000a08:36:48.361586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:36:48.889203 run create_hlr_db(pid=14582): Launched\u000a08:36:49.082891 bus /gobi_6: Setting Powered False\u000a08:36:50.103889 run create_hlr_db(pid=14582): Terminated: ok {rc=0}\u000a08:36:50.547923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14584): Launched\u000a08:36:50.884101 run osmo-hlr_10.42.42.2(pid=14585): Launched\u000a08:36:51.006517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:36:51.588167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14587): Launched\u000a08:36:51.925520 run osmo-stp_10.42.42.5(pid=14588): Launched\u000a08:36:52.047871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:36:52.634010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14590): Launched\u000a08:36:52.754262 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:36:53.046470 run patchelf(pid=14591): Launched\u000a08:36:53.242012 run osmo-stp_10.42.42.5(pid=14588): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14588)]\u000a08:36:53.384423 run osmo-stp_10.42.42.5(pid=14588): stdout: \u000a| (launched: 2022-12-09_08:36:51.759098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:53.527257 run osmo-stp_10.42.42.5(pid=14588): stderr: \u000a| �[0;m�[38;5;43m20221209083651951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083651951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083651951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083651952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083651952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083651952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083651952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:53.666234 run osmo-stp_10.42.42.5(pid=14588): stdout: \u000a| (launched: 2022-12-09_08:36:51.759098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:36:53.802850 run osmo-stp_10.42.42.5(pid=14588): stderr: \u000a| �[0;m�[38;5;43m20221209083651951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083651951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083651951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083651952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083651952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083651952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083651952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:36:53.961990 run patchelf(pid=14591): Terminating (SIGINT)\u000a08:36:54.148756 run patchelf(pid=14591): Terminated: ok {rc=0}\u000a08:36:54.182880 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14588): Process ended prematurely: osmo-stp_10.42.42.5(pid=14588) [trial-2357↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14588)] [trial-2357↪gprs:oc2g↪iperf3.py:8]\u000a08:36:54.192811 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a08:36:54.257194 run osmo-hlr_10.42.42.2(pid=14585): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14585)]\u000a08:36:54.308878 run osmo-hlr_10.42.42.2(pid=14585): stdout: \u000a| (launched: 2022-12-09_08:36:50.719424) \u000a08:36:54.362117 run osmo-hlr_10.42.42.2(pid=14585): stderr: \u000a| �[0;m�[1;31m20221209083650918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083650919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083650919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083650919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083650919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083650919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083650931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083650940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083650940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083650940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:36:54.407176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14580): Terminating (SIGTERM)\u000a08:36:54.449434 run iperf3-srv_10.42.42.10(pid=14581): Terminating (SIGTERM)\u000a08:36:54.491706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14584): Terminating (SIGTERM)\u000a08:36:54.534244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14587): Terminating (SIGTERM)\u000a08:36:54.576178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14590): Terminating (SIGTERM)\u000a08:36:54.586399 --- ParallelTerminationStrategy: PID 14580 died...\u000a08:36:54.643386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14580): Terminated: ok {rc=0}\u000a08:36:54.653883 --- ParallelTerminationStrategy: PID 14581 died...\u000a08:36:54.710275 run iperf3-srv_10.42.42.10(pid=14581): Terminated {rc=256}\u000a08:36:54.720421 --- ParallelTerminationStrategy: PID 14584 died...\u000a08:36:54.777233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14584): Terminated: ok {rc=0}\u000a08:36:54.787482 --- ParallelTerminationStrategy: PID 14587 died...\u000a08:36:54.843498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14587): Terminated: ok {rc=0}\u000a08:36:54.854060 --- ParallelTerminationStrategy: PID 14590 died...\u000a08:36:54.909882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14590): Terminated: ok {rc=0}\u000a08:36:54.997360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2357↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2357↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a08:36:56.113630 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:56.125721 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:36:56.261190 tst iperf3m4.py: using LAC 20245\u000a08:36:56.393223 tst iperf3m4.py: using RAC 100\u000a08:36:56.525595 tst iperf3m4.py: using CellId 20245\u000a08:36:56.655605 tst iperf3m4.py: using BVCI 20246\u000a08:36:56.681272 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:56.692582 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:56.703907 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:56.715591 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:56.726975 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:56.738215 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:56.749696 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:56.760918 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:36:56.772563 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:56.896485 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:57.017628 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:57.141323 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:36:57.441802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:36:57.582247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:57.930458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14592): Launched\u000a08:36:58.218418 run iperf3-srv_10.42.42.10(pid=14593): Launched\u000a08:36:58.423820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:36:58.563871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:58.909526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14594): Launched\u000a08:36:59.198499 run iperf3-srv_10.42.42.10(pid=14595): Launched\u000a08:36:59.404492 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:36:59.544833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:36:59.891083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14596): Launched\u000a08:37:00.179375 run iperf3-srv_10.42.42.10(pid=14597): Launched\u000a08:37:00.384059 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:37:00.523794 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:00.871407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14598): Launched\u000a08:37:01.203934 run iperf3-srv_10.42.42.10(pid=14599): Launched\u000a08:37:01.434516 tst iperf3m4.py:8: start network...\u000a08:37:01.578861 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:02.145939 run create_hlr_db(pid=14600): Launched\u000a08:37:02.342504 bus /gobi_6: Setting Powered False\u000a08:37:03.361275 run create_hlr_db(pid=14600): Terminated: ok {rc=0}\u000a08:37:03.778229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Launched\u000a08:37:04.091489 run osmo-hlr_10.42.42.2(pid=14603): Launched\u000a08:37:04.207827 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:04.748712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Launched\u000a08:37:05.061337 run osmo-stp_10.42.42.5(pid=14606): Launched\u000a08:37:05.174465 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:05.723545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14608): Launched\u000a08:37:05.835364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:06.108413 run patchelf(pid=14609): Launched\u000a08:37:06.291717 run osmo-stp_10.42.42.5(pid=14606): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]\u000a08:37:06.425280 run osmo-stp_10.42.42.5(pid=14606): stdout: \u000a| (launched: 2022-12-09_08:37:04.907508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:06.559243 run osmo-stp_10.42.42.5(pid=14606): stderr: \u000a| �[0;m�[38;5;43m20221209083705076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083705076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083705076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083705076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083705077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083705077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083705077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:06.688639 run osmo-stp_10.42.42.5(pid=14606): stdout: \u000a| (launched: 2022-12-09_08:37:04.907508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:06.816812 run osmo-stp_10.42.42.5(pid=14606): stderr: \u000a| �[0;m�[38;5;43m20221209083705076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083705076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083705076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083705076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083705077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083705077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083705077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:06.965778 run patchelf(pid=14609): Terminating (SIGINT)\u000a08:37:07.140802 run patchelf(pid=14609): Terminated: ok {rc=0}\u000a08:37:07.172743 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2357↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)] [trial-2357↪gprs:oc2g↪iperf3m4.py:8]\u000a08:37:07.181932 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a08:37:07.242869 run osmo-hlr_10.42.42.2(pid=14603): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14603)]\u000a08:37:07.292493 run osmo-hlr_10.42.42.2(pid=14603): stdout: \u000a| (launched: 2022-12-09_08:37:03.937196) \u000a08:37:07.343581 run osmo-hlr_10.42.42.2(pid=14603): stderr: \u000a| �[0;m�[1;31m20221209083704110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083704110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083704110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083704110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083704110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083704110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083704123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083704131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083704131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083704131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:07.386665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14592): Terminating (SIGTERM)\u000a08:37:07.427037 run iperf3-srv_10.42.42.10(pid=14593): Terminating (SIGTERM)\u000a08:37:07.467727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14594): Terminating (SIGTERM)\u000a08:37:07.508424 run iperf3-srv_10.42.42.10(pid=14595): Terminating (SIGTERM)\u000a08:37:07.548986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14596): Terminating (SIGTERM)\u000a08:37:07.589279 run iperf3-srv_10.42.42.10(pid=14597): Terminating (SIGTERM)\u000a08:37:07.629608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14598): Terminating (SIGTERM)\u000a08:37:07.669631 run iperf3-srv_10.42.42.10(pid=14599): Terminating (SIGTERM)\u000a08:37:07.710020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminating (SIGTERM)\u000a08:37:07.750283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminating (SIGTERM)\u000a08:37:07.790555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14608): Terminating (SIGTERM)\u000a08:37:07.799924 --- ParallelTerminationStrategy: PID 14592 died...\u000a08:37:07.854246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14592): Terminated: ok {rc=0}\u000a08:37:07.864107 --- ParallelTerminationStrategy: PID 14593 died...\u000a08:37:07.917674 run iperf3-srv_10.42.42.10(pid=14593): Terminated {rc=256}\u000a08:37:07.927423 --- ParallelTerminationStrategy: PID 14594 died...\u000a08:37:07.980900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14594): Terminated: ok {rc=0}\u000a08:37:07.990973 --- ParallelTerminationStrategy: PID 14595 died...\u000a08:37:08.044398 run iperf3-srv_10.42.42.10(pid=14595): Terminated {rc=256}\u000a08:37:08.054221 --- ParallelTerminationStrategy: PID 14596 died...\u000a08:37:08.107920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14596): Terminated: ok {rc=0}\u000a08:37:08.117824 --- ParallelTerminationStrategy: PID 14597 died...\u000a08:37:08.171265 run iperf3-srv_10.42.42.10(pid=14597): Terminated {rc=256}\u000a08:37:08.181198 --- ParallelTerminationStrategy: PID 14598 died...\u000a08:37:08.235403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14598): Terminated: ok {rc=0}\u000a08:37:08.245185 --- ParallelTerminationStrategy: PID 14599 died...\u000a08:37:08.298703 run iperf3-srv_10.42.42.10(pid=14599): Terminated {rc=256}\u000a08:37:08.308426 --- ParallelTerminationStrategy: PID 14602 died...\u000a08:37:08.362523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminated: ok {rc=0}\u000a08:37:08.372292 --- ParallelTerminationStrategy: PID 14605 died...\u000a08:37:08.426017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminated: ok {rc=0}\u000a08:37:08.435923 --- ParallelTerminationStrategy: PID 14608 died...\u000a08:37:08.489534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14608): Terminated: ok {rc=0}\u000a08:37:08.579356 bus /gobi_4: Setting Powered False\u000a08:37:09.687340 bus /gobi_4: Setting Powered False\u000a08:37:10.799899 bus /gobi_1: Setting Powered False\u000a08:37:11.904374 bus /gobi_1: Setting Powered False\u000a08:37:13.017225 bus /gobi_0: Setting Powered False\u000a08:37:14.120533 bus /gobi_0: Setting Powered False\u000a08:37:15.231519 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14616): Process ended prematurely: osmo-stp_10.42.42.5(pid=14616) [trial-2357↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14616)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14616): Process ended prematurely: osmo-stp_10.42.42.5(pid=14616) [trial-2357↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g ping.py\u000a----------------------------------------------\u000a08:37:16.302031 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:16.314644 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:37:16.444395 tst ping.py: using LAC 20246\u000a08:37:16.595905 tst ping.py: using RAC 101\u000a08:37:16.734509 tst ping.py: using CellId 20246\u000a08:37:16.866179 tst ping.py: using BVCI 20247\u000a08:37:16.892658 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:16.904883 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:16.918399 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:16.931739 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:16.943717 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:16.957609 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:16.971001 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:16.984098 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:37:17.287668 tst ping.py:19: start network...\u000a08:37:17.426389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:17.946989 run create_hlr_db(pid=14610): Launched\u000a08:37:18.137687 bus /gobi_6: Setting Powered False\u000a08:37:19.157845 run create_hlr_db(pid=14610): Terminated: ok {rc=0}\u000a08:37:19.595940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14612): Launched\u000a08:37:19.928421 run osmo-hlr_10.42.42.2(pid=14613): Launched\u000a08:37:20.048452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:20.622221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14615): Launched\u000a08:37:20.952299 run osmo-stp_10.42.42.5(pid=14616): Launched\u000a08:37:21.072084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:21.646134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14618): Launched\u000a08:37:21.763319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:22.051247 run patchelf(pid=14619): Launched\u000a08:37:22.243556 run osmo-stp_10.42.42.5(pid=14616): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14616)]\u000a08:37:22.384042 run osmo-stp_10.42.42.5(pid=14616): stdout: \u000a| (launched: 2022-12-09_08:37:20.790007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:22.524700 run osmo-stp_10.42.42.5(pid=14616): stderr: \u000a| �[0;m�[38;5;43m20221209083720979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083720979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083720979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083720980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083720980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083720980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083720980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:22.661666 run osmo-stp_10.42.42.5(pid=14616): stdout: \u000a| (launched: 2022-12-09_08:37:20.790007)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:22.797102 run osmo-stp_10.42.42.5(pid=14616): stderr: \u000a| �[0;m�[38;5;43m20221209083720979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083720979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083720979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083720980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083720980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083720980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083720980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:22.954025 run patchelf(pid=14619): Terminating (SIGINT)\u000a08:37:23.137916 run patchelf(pid=14619): Terminated: ok {rc=0}\u000a08:37:23.171067 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14616): Process ended prematurely: osmo-stp_10.42.42.5(pid=14616) [trial-2357↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14616)] [trial-2357↪gprs:oc2g↪ping.py:22]\u000a08:37:23.180196 tst ping.py:22: Test FAILED (6.9 sec)\u000a08:37:23.245423 run osmo-hlr_10.42.42.2(pid=14613): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14613)]\u000a08:37:23.298139 run osmo-hlr_10.42.42.2(pid=14613): stdout: \u000a| (launched: 2022-12-09_08:37:19.764080) \u000a08:37:23.351485 run osmo-hlr_10.42.42.2(pid=14613): stderr: \u000a| �[0;m�[1;31m20221209083719962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083719962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083719962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083719962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083719962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083719962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083719975 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083719985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083719985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083719985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:23.396896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14612): Terminating (SIGTERM)\u000a08:37:23.439608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14615): Terminating (SIGTERM)\u000a08:37:23.482381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14618): Terminating (SIGTERM)\u000a08:37:23.492542 --- ParallelTerminationStrategy: PID 14612 died...\u000a08:37:23.549807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14612): Terminated: ok {rc=0}\u000a08:37:23.560201 --- ParallelTerminationStrategy: PID 14615 died...\u000a08:37:23.617060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14615): Terminated: ok {rc=0}\u000a08:37:23.627837 --- ParallelTerminationStrategy: PID 14618 died...\u000a08:37:23.684642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14618): Terminated: ok {rc=0}\u000a08:37:23.773192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14626): Process ended prematurely: osmo-stp_10.42.42.5(pid=14626) [trial-2357↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14626)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14626): Process ended prematurely: osmo-stp_10.42.42.5(pid=14626) [trial-2357↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a08:37:24.827065 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:24.839102 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a08:37:24.973306 tst ping_idle_ping.py: using LAC 20247\u000a08:37:25.103687 tst ping_idle_ping.py: using RAC 102\u000a08:37:25.234524 tst ping_idle_ping.py: using CellId 20247\u000a08:37:25.363352 tst ping_idle_ping.py: using BVCI 20248\u000a08:37:25.388557 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:25.399877 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:25.411214 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:25.422767 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:25.434133 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:25.445562 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:25.456891 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a08:37:25.468274 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a08:37:25.753327 tst ping_idle_ping.py:24: start network...\u000a08:37:25.881069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:26.378637 run create_hlr_db(pid=14620): Launched\u000a08:37:26.555975 bus /gobi_6: Setting Powered False\u000a08:37:27.579016 run create_hlr_db(pid=14620): Terminated: ok {rc=0}\u000a08:37:28.018870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14622): Launched\u000a08:37:28.350173 run osmo-hlr_10.42.42.2(pid=14623): Launched\u000a08:37:28.469270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:29.046554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14625): Launched\u000a08:37:29.378561 run osmo-stp_10.42.42.5(pid=14626): Launched\u000a08:37:29.498796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:30.075669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14628): Launched\u000a08:37:30.193378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:30.481316 run patchelf(pid=14629): Launched\u000a08:37:30.675101 run osmo-stp_10.42.42.5(pid=14626): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14626)]\u000a08:37:30.816046 run osmo-stp_10.42.42.5(pid=14626): stdout: \u000a| (launched: 2022-12-09_08:37:29.214511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:30.965840 run osmo-stp_10.42.42.5(pid=14626): stderr: \u000a| �[0;m�[38;5;43m20221209083729407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083729407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083729407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083729408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083729408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083729408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083729408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:31.106218 run osmo-stp_10.42.42.5(pid=14626): stdout: \u000a| (launched: 2022-12-09_08:37:29.214511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:31.245164 run osmo-stp_10.42.42.5(pid=14626): stderr: \u000a| �[0;m�[38;5;43m20221209083729407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083729407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083729407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083729408 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083729408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083729408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083729408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:31.406482 run patchelf(pid=14629): Terminating (SIGINT)\u000a08:37:31.595578 run patchelf(pid=14629): Terminated: ok {rc=0}\u000a08:37:31.630746 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14626): Process ended prematurely: osmo-stp_10.42.42.5(pid=14626) [trial-2357↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14626)] [trial-2357↪gprs:oc2g↪ping_idle_ping.py:27]\u000a08:37:31.641192 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:37:31.710254 run osmo-hlr_10.42.42.2(pid=14623): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14623)]\u000a08:37:31.764686 run osmo-hlr_10.42.42.2(pid=14623): stdout: \u000a| (launched: 2022-12-09_08:37:28.187308) \u000a08:37:31.820450 run osmo-hlr_10.42.42.2(pid=14623): stderr: \u000a| �[0;m�[1;31m20221209083728386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083728386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083728386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083728386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083728386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083728386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083728398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083728407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083728407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083728408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:31.867923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14622): Terminating (SIGTERM)\u000a08:37:31.912776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14625): Terminating (SIGTERM)\u000a08:37:31.959591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14628): Terminating (SIGTERM)\u000a08:37:31.970872 --- ParallelTerminationStrategy: PID 14622 died...\u000a08:37:32.031923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14622): Terminated: ok {rc=0}\u000a08:37:32.043344 --- ParallelTerminationStrategy: PID 14625 died...\u000a08:37:32.103036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14625): Terminated: ok {rc=0}\u000a08:37:32.114358 --- ParallelTerminationStrategy: PID 14628 died...\u000a08:37:32.173680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14628): Terminated: ok {rc=0}\u000a08:37:32.262476 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:36:32" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14645): Process ended prematurely: osmo-stp_10.42.42.5(pid=14645) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14645)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14645): Process ended prematurely: osmo-stp_10.42.42.5(pid=14645) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:37:34.377469 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:34.388155 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:37:34.517202 tst cs_paging_gprs_active.py: using LAC 20248\u000a08:37:34.636403 tst cs_paging_gprs_active.py: using RAC 103\u000a08:37:34.754720 tst cs_paging_gprs_active.py: using CellId 20248\u000a08:37:34.873961 tst cs_paging_gprs_active.py: using BVCI 20249\u000a08:37:34.897613 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:34.908408 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:34.919155 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:34.929865 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:34.940351 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:34.950896 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:34.961739 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:34.972254 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:34.983000 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:37:35.104581 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:37:35.389513 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:37:35.517891 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:35.842591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14634): Launched\u000a08:37:36.123987 run iperf3-srv_10.42.42.10(pid=14636): Launched\u000a08:37:36.325713 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:37:36.463799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:36.803333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14637): Launched\u000a08:37:37.085359 run iperf3-srv_10.42.42.10(pid=14638): Launched\u000a08:37:37.286081 tst cs_paging_gprs_active.py:38: start network...\u000a08:37:37.423152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:37.943782 run create_hlr_db(pid=14639): Launched\u000a08:37:38.133935 bus /gobi_6: Setting Powered False\u000a08:37:39.155850 run create_hlr_db(pid=14639): Terminated: ok {rc=0}\u000a08:37:39.568308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14641): Launched\u000a08:37:39.876492 run osmo-hlr_10.42.42.2(pid=14642): Launched\u000a08:37:39.998905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:40.537019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14644): Launched\u000a08:37:40.847689 run osmo-stp_10.42.42.5(pid=14645): Launched\u000a08:37:40.960086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:41.497264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14647): Launched\u000a08:37:41.607450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:41.875104 run patchelf(pid=14648): Launched\u000a08:37:42.054375 run osmo-stp_10.42.42.5(pid=14645): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14645)]\u000a08:37:42.185796 run osmo-stp_10.42.42.5(pid=14645): stdout: \u000a| (launched: 2022-12-09_08:37:40.693943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:42.316845 run osmo-stp_10.42.42.5(pid=14645): stderr: \u000a| �[0;m�[38;5;43m20221209083740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083740865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083740865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083740866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083740866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:42.443981 run osmo-stp_10.42.42.5(pid=14645): stdout: \u000a| (launched: 2022-12-09_08:37:40.693943)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:42.569619 run osmo-stp_10.42.42.5(pid=14645): stderr: \u000a| �[0;m�[38;5;43m20221209083740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083740864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083740865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083740865 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083740865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083740866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083740866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:42.715785 run patchelf(pid=14648): Terminating (SIGINT)\u000a08:37:42.887771 run patchelf(pid=14648): Terminated: ok {rc=0}\u000a08:37:42.919208 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14645): Process ended prematurely: osmo-stp_10.42.42.5(pid=14645) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14645)] [trial-2357↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:37:42.928514 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:37:42.988486 run osmo-hlr_10.42.42.2(pid=14642): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14642)]\u000a08:37:43.037647 run osmo-hlr_10.42.42.2(pid=14642): stdout: \u000a| (launched: 2022-12-09_08:37:39.725091) \u000a08:37:43.087504 run osmo-hlr_10.42.42.2(pid=14642): stderr: \u000a| �[0;m�[1;31m20221209083739902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083739902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083739902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083739902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083739902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083739902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083739916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083739926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083739927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083739927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:43.130099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14634): Terminating (SIGTERM)\u000a08:37:43.170254 run iperf3-srv_10.42.42.10(pid=14636): Terminating (SIGTERM)\u000a08:37:43.210428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14637): Terminating (SIGTERM)\u000a08:37:43.250480 run iperf3-srv_10.42.42.10(pid=14638): Terminating (SIGTERM)\u000a08:37:43.290637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14641): Terminating (SIGTERM)\u000a08:37:43.330798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14644): Terminating (SIGTERM)\u000a08:37:43.371120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14647): Terminating (SIGTERM)\u000a08:37:43.380430 --- ParallelTerminationStrategy: PID 14634 died...\u000a08:37:43.434010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14634): Terminated: ok {rc=0}\u000a08:37:43.443556 --- ParallelTerminationStrategy: PID 14636 died...\u000a08:37:43.496509 run iperf3-srv_10.42.42.10(pid=14636): Terminated {rc=256}\u000a08:37:43.506026 --- ParallelTerminationStrategy: PID 14637 died...\u000a08:37:43.559571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14637): Terminated: ok {rc=0}\u000a08:37:43.569392 --- ParallelTerminationStrategy: PID 14638 died...\u000a08:37:43.622590 run iperf3-srv_10.42.42.10(pid=14638): Terminated {rc=256}\u000a08:37:43.632216 --- ParallelTerminationStrategy: PID 14641 died...\u000a08:37:43.685803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14641): Terminated: ok {rc=0}\u000a08:37:43.695373 --- ParallelTerminationStrategy: PID 14644 died...\u000a08:37:43.748358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14644): Terminated: ok {rc=0}\u000a08:37:43.758040 --- ParallelTerminationStrategy: PID 14647 died...\u000a08:37:43.811537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14647): Terminated: ok {rc=0}\u000a08:37:43.901837 bus /gobi_0: Setting Powered False\u000a08:37:45.006921 bus /gobi_0: Setting Powered False\u000a08:37:46.140623 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14657): Process ended prematurely: osmo-stp_10.42.42.5(pid=14657) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14657)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14657): Process ended prematurely: osmo-stp_10.42.42.5(pid=14657) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:37:47.257092 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:47.269580 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:37:47.397905 tst iperf3.py: using LAC 20249\u000a08:37:47.518382 tst iperf3.py: using RAC 104\u000a08:37:47.642173 tst iperf3.py: using CellId 20249\u000a08:37:47.771201 tst iperf3.py: using BVCI 20250\u000a08:37:47.796442 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:47.808152 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:47.819650 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:47.831827 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:47.843944 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:47.855890 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:47.869056 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:47.881410 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:47.893869 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:37:48.194115 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:37:48.331239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:48.670089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14649): Launched\u000a08:37:48.951106 run iperf3-srv_10.42.42.10(pid=14650): Launched\u000a08:37:49.151328 tst iperf3.py:8: start network...\u000a08:37:49.288421 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:37:49.806759 run create_hlr_db(pid=14651): Launched\u000a08:37:49.996140 bus /gobi_6: Setting Powered False\u000a08:37:51.018130 run create_hlr_db(pid=14651): Terminated: ok {rc=0}\u000a08:37:51.454202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14653): Launched\u000a08:37:51.783628 run osmo-hlr_10.42.42.2(pid=14654): Launched\u000a08:37:51.901243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:37:52.472328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14656): Launched\u000a08:37:52.802922 run osmo-stp_10.42.42.5(pid=14657): Launched\u000a08:37:52.922769 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:37:53.493471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14659): Launched\u000a08:37:53.610534 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:37:53.897318 run patchelf(pid=14660): Launched\u000a08:37:54.088550 run osmo-stp_10.42.42.5(pid=14657): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14657)]\u000a08:37:54.228221 run osmo-stp_10.42.42.5(pid=14657): stdout: \u000a| (launched: 2022-12-09_08:37:52.640387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:54.368540 run osmo-stp_10.42.42.5(pid=14657): stderr: \u000a| �[0;m�[38;5;43m20221209083752833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083752833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083752833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083752834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083752834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083752834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083752834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:54.504105 run osmo-stp_10.42.42.5(pid=14657): stdout: \u000a| (launched: 2022-12-09_08:37:52.640387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:37:54.639553 run osmo-stp_10.42.42.5(pid=14657): stderr: \u000a| �[0;m�[38;5;43m20221209083752833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083752833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083752833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083752834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083752834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083752834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083752834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:37:54.795875 run patchelf(pid=14660): Terminating (SIGINT)\u000a08:37:54.978915 run patchelf(pid=14660): Terminated: ok {rc=0}\u000a08:37:55.013084 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14657): Process ended prematurely: osmo-stp_10.42.42.5(pid=14657) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14657)] [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a08:37:55.023059 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a08:37:55.087193 run osmo-hlr_10.42.42.2(pid=14654): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14654)]\u000a08:37:55.139120 run osmo-hlr_10.42.42.2(pid=14654): stdout: \u000a| (launched: 2022-12-09_08:37:51.621626) \u000a08:37:55.191795 run osmo-hlr_10.42.42.2(pid=14654): stderr: \u000a| �[0;m�[1;31m20221209083751820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083751820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083751820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083751820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083751820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083751821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083751833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083751841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083751841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083751841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:37:55.236661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14649): Terminating (SIGTERM)\u000a08:37:55.279326 run iperf3-srv_10.42.42.10(pid=14650): Terminating (SIGTERM)\u000a08:37:55.321750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14653): Terminating (SIGTERM)\u000a08:37:55.364309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14656): Terminating (SIGTERM)\u000a08:37:55.406758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14659): Terminating (SIGTERM)\u000a08:37:55.416685 --- ParallelTerminationStrategy: PID 14649 died...\u000a08:37:55.473587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14649): Terminated: ok {rc=0}\u000a08:37:55.483650 --- ParallelTerminationStrategy: PID 14650 died...\u000a08:37:55.539863 run iperf3-srv_10.42.42.10(pid=14650): Terminated {rc=256}\u000a08:37:55.550181 --- ParallelTerminationStrategy: PID 14653 died...\u000a08:37:55.606511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14653): Terminated: ok {rc=0}\u000a08:37:55.616510 --- ParallelTerminationStrategy: PID 14656 died...\u000a08:37:55.673296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14656): Terminated: ok {rc=0}\u000a08:37:55.683775 --- ParallelTerminationStrategy: PID 14659 died...\u000a08:37:55.740737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14659): Terminated: ok {rc=0}\u000a08:37:55.829348 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14946): Process ended prematurely: osmo-stp_10.42.42.5(pid=14946) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14946)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14946): Process ended prematurely: osmo-stp_10.42.42.5(pid=14946) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14946)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:37:56.947082 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:56.959357 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:37:57.098333 tst iperf3m4.py: using LAC 20250\u000a08:37:57.224005 tst iperf3m4.py: using RAC 105\u000a08:37:57.364608 tst iperf3m4.py: using CellId 20250\u000a08:37:57.493950 tst iperf3m4.py: using BVCI 20251\u000a08:37:57.519044 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:57.530580 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:57.541815 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:57.553209 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:57.564465 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:57.575822 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:57.587453 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:57.598955 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:37:57.610780 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:37:57.735459 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:37:57.858245 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:37:57.978732 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:37:58.261818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:37:58.389876 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:58.708489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14661): Launched\u000a08:37:58.972375 run iperf3-srv_10.42.42.10(pid=14662): Launched\u000a08:37:59.159304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:37:59.286993 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:37:59.604647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14663): Launched\u000a08:37:59.869218 run iperf3-srv_10.42.42.10(pid=14664): Launched\u000a08:38:00.055818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:38:00.183766 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:38:00.503563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14665): Launched\u000a08:38:00.767284 run iperf3-srv_10.42.42.10(pid=14666): Launched\u000a08:38:00.962881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:38:01.092429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:38:01.426539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14667): Launched\u000a08:38:01.744311 run iperf3-srv_10.42.42.10(pid=14677): Launched\u000a08:38:01.966153 tst iperf3m4.py:8: start network...\u000a08:38:02.108670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:02.694180 run create_hlr_db(pid=14712): Launched\u000a08:38:02.873532 bus /gobi_6: Setting Powered False\u000a08:38:03.934285 run create_hlr_db(pid=14712): Terminated: ok {rc=0}\u000a08:38:04.376851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14941): Launched\u000a08:38:04.814737 run osmo-hlr_10.42.42.2(pid=14942): Launched\u000a08:38:05.068328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:05.665020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14944): Launched\u000a08:38:06.088084 run osmo-stp_10.42.42.5(pid=14946): Launched\u000a08:38:06.284999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:06.897262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14949): Launched\u000a08:38:07.019149 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:07.322974 run patchelf(pid=14950): Launched\u000a08:38:07.522144 run osmo-stp_10.42.42.5(pid=14946): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14946)]\u000a08:38:07.668820 run osmo-stp_10.42.42.5(pid=14946): stdout: \u000a| (launched: 2022-12-09_08:38:05.837056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:07.814855 run osmo-stp_10.42.42.5(pid=14946): stderr: \u000a| �[0;m�[38;5;43m20221209083806155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083806155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083806155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083806156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083806156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083806156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083806156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:07.954101 run osmo-stp_10.42.42.5(pid=14946): stdout: \u000a| (launched: 2022-12-09_08:38:05.837056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:08.093483 run osmo-stp_10.42.42.5(pid=14946): stderr: \u000a| �[0;m�[38;5;43m20221209083806155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083806155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083806155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083806156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083806156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083806156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083806156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:08.254161 run patchelf(pid=14950): Terminating (SIGINT)\u000a08:38:08.443545 run patchelf(pid=14950): Terminated: ok {rc=0}\u000a08:38:08.478448 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14946): Process ended prematurely: osmo-stp_10.42.42.5(pid=14946) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14946)] [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:38:08.489416 tst iperf3m4.py:8: Test FAILED (11.6 sec)\u000a08:38:08.558731 run osmo-hlr_10.42.42.2(pid=14942): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14942)]\u000a08:38:08.614443 run osmo-hlr_10.42.42.2(pid=14942): stdout: \u000a| (launched: 2022-12-09_08:38:04.550273) \u000a08:38:08.670406 run osmo-hlr_10.42.42.2(pid=14942): stderr: \u000a| �[0;m�[1;31m20221209083804856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083804856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083804856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083804856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083804856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083804856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083804873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083804882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083804882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083804882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:08.718660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14661): Terminating (SIGTERM)\u000a08:38:08.765671 run iperf3-srv_10.42.42.10(pid=14662): Terminating (SIGTERM)\u000a08:38:08.813424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14663): Terminating (SIGTERM)\u000a08:38:08.860511 run iperf3-srv_10.42.42.10(pid=14664): Terminating (SIGTERM)\u000a08:38:08.907693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14665): Terminating (SIGTERM)\u000a08:38:08.955152 run iperf3-srv_10.42.42.10(pid=14666): Terminating (SIGTERM)\u000a08:38:09.003227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14667): Terminating (SIGTERM)\u000a08:38:09.048545 run iperf3-srv_10.42.42.10(pid=14677): Terminating (SIGTERM)\u000a08:38:09.093916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14941): Terminating (SIGTERM)\u000a08:38:09.141238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14944): Terminating (SIGTERM)\u000a08:38:09.188736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14949): Terminating (SIGTERM)\u000a08:38:09.201370 --- ParallelTerminationStrategy: PID 14661 died...\u000a08:38:09.263633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14661): Terminated: ok {rc=0}\u000a08:38:09.274820 --- ParallelTerminationStrategy: PID 14662 died...\u000a08:38:09.335234 run iperf3-srv_10.42.42.10(pid=14662): Terminated {rc=256}\u000a08:38:09.346832 --- ParallelTerminationStrategy: PID 14663 died...\u000a08:38:09.408863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14663): Terminated: ok {rc=0}\u000a08:38:09.419958 --- ParallelTerminationStrategy: PID 14664 died...\u000a08:38:09.480489 run iperf3-srv_10.42.42.10(pid=14664): Terminated {rc=256}\u000a08:38:09.491520 --- ParallelTerminationStrategy: PID 14665 died...\u000a08:38:09.552506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14665): Terminated: ok {rc=0}\u000a08:38:09.563964 --- ParallelTerminationStrategy: PID 14666 died...\u000a08:38:09.625100 run iperf3-srv_10.42.42.10(pid=14666): Terminated {rc=256}\u000a08:38:09.636537 --- ParallelTerminationStrategy: PID 14667 died...\u000a08:38:09.697848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14667): Terminated: ok {rc=0}\u000a08:38:09.709526 --- ParallelTerminationStrategy: PID 14677 died...\u000a08:38:09.769262 run iperf3-srv_10.42.42.10(pid=14677): Terminated {rc=256}\u000a08:38:09.780394 --- ParallelTerminationStrategy: PID 14941 died...\u000a08:38:09.842008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14941): Terminated: ok {rc=0}\u000a08:38:09.853324 --- ParallelTerminationStrategy: PID 14944 died...\u000a08:38:09.913675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14944): Terminated: ok {rc=0}\u000a08:38:09.924809 --- ParallelTerminationStrategy: PID 14949 died...\u000a08:38:09.985522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14949): Terminated: ok {rc=0}\u000a08:38:10.079210 bus /gobi_4: Setting Powered False\u000a08:38:11.190586 bus /gobi_4: Setting Powered False\u000a08:38:12.307628 bus /gobi_1: Setting Powered False\u000a08:38:13.420310 bus /gobi_1: Setting Powered False\u000a08:38:14.535868 bus /gobi_0: Setting Powered False\u000a08:38:15.649759 bus /gobi_0: Setting Powered False\u000a08:38:16.814597 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14957): Process ended prematurely: osmo-stp_10.42.42.5(pid=14957) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14957)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14957): Process ended prematurely: osmo-stp_10.42.42.5(pid=14957) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:38:17.894575 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:17.910034 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:38:18.048371 tst ping.py: using LAC 20251\u000a08:38:18.177452 tst ping.py: using RAC 106\u000a08:38:18.309165 tst ping.py: using CellId 20251\u000a08:38:18.440124 tst ping.py: using BVCI 20252\u000a08:38:18.466710 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:18.479463 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:18.493019 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:18.506554 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:18.520072 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:18.532574 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:18.547540 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:18.561802 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:38:18.844488 tst ping.py:19: start network...\u000a08:38:18.971914 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:19.503336 run create_hlr_db(pid=14951): Launched\u000a08:38:19.699848 bus /gobi_6: Setting Powered False\u000a08:38:20.721918 run create_hlr_db(pid=14951): Terminated: ok {rc=0}\u000a08:38:21.175579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14953): Launched\u000a08:38:21.612130 run osmo-hlr_10.42.42.2(pid=14954): Launched\u000a08:38:21.862542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:22.454423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14956): Launched\u000a08:38:22.894407 run osmo-stp_10.42.42.5(pid=14957): Launched\u000a08:38:23.108940 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:23.703304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14959): Launched\u000a08:38:23.823043 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:24.124345 run patchelf(pid=14960): Launched\u000a08:38:24.320203 run osmo-stp_10.42.42.5(pid=14957): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14957)]\u000a08:38:24.466332 run osmo-stp_10.42.42.5(pid=14957): stdout: \u000a| (launched: 2022-12-09_08:38:22.624833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:24.612137 run osmo-stp_10.42.42.5(pid=14957): stderr: \u000a| �[0;m�[38;5;43m20221209083822913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083822913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083822914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083822914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:24.753298 run osmo-stp_10.42.42.5(pid=14957): stdout: \u000a| (launched: 2022-12-09_08:38:22.624833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:24.892232 run osmo-stp_10.42.42.5(pid=14957): stderr: \u000a| �[0;m�[38;5;43m20221209083822913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083822913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083822914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083822914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:25.036200 run patchelf(pid=14960): Terminating (SIGINT)\u000a08:38:25.205660 run patchelf(pid=14960): Terminated: ok {rc=0}\u000a08:38:25.236468 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14957): Process ended prematurely: osmo-stp_10.42.42.5(pid=14957) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14957)] [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a08:38:25.245145 tst ping.py:22: Test FAILED (7.3 sec)\u000a08:38:25.305645 run osmo-hlr_10.42.42.2(pid=14954): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14954)]\u000a08:38:25.355767 run osmo-hlr_10.42.42.2(pid=14954): stdout: \u000a| (launched: 2022-12-09_08:38:21.346302) \u000a08:38:25.406127 run osmo-hlr_10.42.42.2(pid=14954): stderr: \u000a| �[0;m�[1;31m20221209083821657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083821657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083821657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083821657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083821657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083821657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083821669 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083821686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083821686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083821686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:25.449097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14953): Terminating (SIGTERM)\u000a08:38:25.489679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14956): Terminating (SIGTERM)\u000a08:38:25.530274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14959): Terminating (SIGTERM)\u000a08:38:25.539655 --- ParallelTerminationStrategy: PID 14953 died...\u000a08:38:25.593827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14953): Terminated: ok {rc=0}\u000a08:38:25.603581 --- ParallelTerminationStrategy: PID 14956 died...\u000a08:38:25.657520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14956): Terminated: ok {rc=0}\u000a08:38:25.667203 --- ParallelTerminationStrategy: PID 14959 died...\u000a08:38:25.720867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14959): Terminated: ok {rc=0}\u000a08:38:25.810766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14967): Process ended prematurely: osmo-stp_10.42.42.5(pid=14967) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14967)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14967): Process ended prematurely: osmo-stp_10.42.42.5(pid=14967) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:38:26.863856 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:26.876104 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:38:27.000495 tst ping_idle_ping.py: using LAC 20252\u000a08:38:27.125107 tst ping_idle_ping.py: using RAC 107\u000a08:38:27.242508 tst ping_idle_ping.py: using CellId 20252\u000a08:38:27.359974 tst ping_idle_ping.py: using BVCI 20253\u000a08:38:27.383062 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:27.394052 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:27.404850 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:27.415698 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:27.426382 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:27.437165 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:27.447959 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:38:27.458802 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:38:27.735656 tst ping_idle_ping.py:24: start network...\u000a08:38:27.861105 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:28.350908 run create_hlr_db(pid=14961): Launched\u000a08:38:28.525681 bus /gobi_6: Setting Powered False\u000a08:38:29.547380 run create_hlr_db(pid=14961): Terminated: ok {rc=0}\u000a08:38:29.982094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14963): Launched\u000a08:38:30.308790 run osmo-hlr_10.42.42.2(pid=14964): Launched\u000a08:38:30.428619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:31.016088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14966): Launched\u000a08:38:31.443995 run osmo-stp_10.42.42.5(pid=14967): Launched\u000a08:38:31.575839 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:32.189100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14969): Launched\u000a08:38:32.299972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:32.568697 run patchelf(pid=14970): Launched\u000a08:38:32.746221 run osmo-stp_10.42.42.5(pid=14967): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14967)]\u000a08:38:32.875786 run osmo-stp_10.42.42.5(pid=14967): stdout: \u000a| (launched: 2022-12-09_08:38:31.174126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:33.005945 run osmo-stp_10.42.42.5(pid=14967): stderr: \u000a| �[0;m�[38;5;43m20221209083831453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083831453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083831453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083831454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083831454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083831454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083831454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:33.131433 run osmo-stp_10.42.42.5(pid=14967): stdout: \u000a| (launched: 2022-12-09_08:38:31.174126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:33.255745 run osmo-stp_10.42.42.5(pid=14967): stderr: \u000a| �[0;m�[38;5;43m20221209083831453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083831453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083831453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083831454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083831454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083831454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083831454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:33.400818 run patchelf(pid=14970): Terminating (SIGINT)\u000a08:38:33.570615 run patchelf(pid=14970): Terminated: ok {rc=0}\u000a08:38:33.601394 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14967): Process ended prematurely: osmo-stp_10.42.42.5(pid=14967) [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14967)] [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:38:33.610071 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:38:33.670097 run osmo-hlr_10.42.42.2(pid=14964): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14964)]\u000a08:38:33.719342 run osmo-hlr_10.42.42.2(pid=14964): stdout: \u000a| (launched: 2022-12-09_08:38:30.148428) \u000a08:38:33.769177 run osmo-hlr_10.42.42.2(pid=14964): stderr: \u000a| �[0;m�[1;31m20221209083830345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083830345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083830345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083830345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083830345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083830345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083830358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083830367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083830367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083830367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:33.811602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14963): Terminating (SIGTERM)\u000a08:38:33.851371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14966): Terminating (SIGTERM)\u000a08:38:33.891294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14969): Terminating (SIGTERM)\u000a08:38:33.900526 --- ParallelTerminationStrategy: PID 14963 died...\u000a08:38:33.954151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14963): Terminated: ok {rc=0}\u000a08:38:33.963778 --- ParallelTerminationStrategy: PID 14966 died...\u000a08:38:34.018034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14966): Terminated: ok {rc=0}\u000a08:38:34.027748 --- ParallelTerminationStrategy: PID 14969 died...\u000a08:38:34.081498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14969): Terminated: ok {rc=0}\u000a08:38:34.171279 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:37:34" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14984): Process ended prematurely: osmo-stp_10.42.42.5(pid=14984) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14984)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14984): Process ended prematurely: osmo-stp_10.42.42.5(pid=14984) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:38:36.312228 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:36.323750 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:38:36.479923 tst cs_paging_gprs_active.py: using LAC 20253\u000a08:38:36.609394 tst cs_paging_gprs_active.py: using RAC 108\u000a08:38:36.740356 tst cs_paging_gprs_active.py: using CellId 20253\u000a08:38:36.871046 tst cs_paging_gprs_active.py: using BVCI 20254\u000a08:38:36.896311 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:36.907830 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:36.919054 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:36.930986 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:36.942840 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:36.954855 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:36.966921 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:36.978718 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:36.991809 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:38:37.111600 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:38:37.397739 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:38:37.527293 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:38:37.849758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14974): Launched\u000a08:38:38.118642 run iperf3-srv_10.42.42.10(pid=14975): Launched\u000a08:38:38.307102 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:38:38.436198 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:38:38.756757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14976): Launched\u000a08:38:39.021926 run iperf3-srv_10.42.42.10(pid=14977): Launched\u000a08:38:39.210251 tst cs_paging_gprs_active.py:38: start network...\u000a08:38:39.338891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:39.835343 run create_hlr_db(pid=14978): Launched\u000a08:38:40.013114 bus /gobi_6: Setting Powered False\u000a08:38:41.034197 run create_hlr_db(pid=14978): Terminated: ok {rc=0}\u000a08:38:41.472273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14980): Launched\u000a08:38:41.805102 run osmo-hlr_10.42.42.2(pid=14981): Launched\u000a08:38:41.926910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:42.499744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14983): Launched\u000a08:38:42.832148 run osmo-stp_10.42.42.5(pid=14984): Launched\u000a08:38:42.952066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:43.527373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14986): Launched\u000a08:38:43.645961 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:43.934443 run patchelf(pid=14987): Launched\u000a08:38:44.127404 run osmo-stp_10.42.42.5(pid=14984): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14984)]\u000a08:38:44.267942 run osmo-stp_10.42.42.5(pid=14984): stdout: \u000a| (launched: 2022-12-09_08:38:42.669102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:44.408868 run osmo-stp_10.42.42.5(pid=14984): stderr: \u000a| �[0;m�[38;5;43m20221209083842861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083842861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083842861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083842862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083842862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083842862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083842862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:44.545403 run osmo-stp_10.42.42.5(pid=14984): stdout: \u000a| (launched: 2022-12-09_08:38:42.669102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:44.681097 run osmo-stp_10.42.42.5(pid=14984): stderr: \u000a| �[0;m�[38;5;43m20221209083842861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083842861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083842861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083842862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083842862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083842862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083842862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:44.838743 run patchelf(pid=14987): Terminating (SIGINT)\u000a08:38:45.023503 run patchelf(pid=14987): Terminated: ok {rc=0}\u000a08:38:45.057336 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14984): Process ended prematurely: osmo-stp_10.42.42.5(pid=14984) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14984)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:38:45.067161 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a08:38:45.130892 run osmo-hlr_10.42.42.2(pid=14981): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14981)]\u000a08:38:45.182516 run osmo-hlr_10.42.42.2(pid=14981): stdout: \u000a| (launched: 2022-12-09_08:38:41.641399) \u000a08:38:45.234972 run osmo-hlr_10.42.42.2(pid=14981): stderr: \u000a| �[0;m�[1;31m20221209083841839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083841839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083841839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083841839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083841839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083841839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083841851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083841859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083841860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083841860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:45.279345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14974): Terminating (SIGTERM)\u000a08:38:45.321538 run iperf3-srv_10.42.42.10(pid=14975): Terminating (SIGTERM)\u000a08:38:45.363600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14976): Terminating (SIGTERM)\u000a08:38:45.405687 run iperf3-srv_10.42.42.10(pid=14977): Terminating (SIGTERM)\u000a08:38:45.448172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14980): Terminating (SIGTERM)\u000a08:38:45.490464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14983): Terminating (SIGTERM)\u000a08:38:45.532455 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14986): Terminating (SIGTERM)\u000a08:38:45.542157 --- ParallelTerminationStrategy: PID 14974 died...\u000a08:38:45.598293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14974): Terminated: ok {rc=0}\u000a08:38:45.608215 --- ParallelTerminationStrategy: PID 14975 died...\u000a08:38:45.664181 run iperf3-srv_10.42.42.10(pid=14975): Terminated {rc=256}\u000a08:38:45.674078 --- ParallelTerminationStrategy: PID 14976 died...\u000a08:38:45.729404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14976): Terminated: ok {rc=0}\u000a08:38:45.739470 --- ParallelTerminationStrategy: PID 14977 died...\u000a08:38:45.794953 run iperf3-srv_10.42.42.10(pid=14977): Terminated {rc=256}\u000a08:38:45.804707 --- ParallelTerminationStrategy: PID 14980 died...\u000a08:38:45.868453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14980): Terminated: ok {rc=0}\u000a08:38:45.879341 --- ParallelTerminationStrategy: PID 14983 died...\u000a08:38:45.936115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14983): Terminated: ok {rc=0}\u000a08:38:45.946445 --- ParallelTerminationStrategy: PID 14986 died...\u000a08:38:46.003120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14986): Terminated: ok {rc=0}\u000a08:38:46.097500 bus /gobi_0: Setting Powered False\u000a08:38:47.225577 bus /gobi_0: Setting Powered False\u000a08:38:48.336814 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14996): Process ended prematurely: osmo-stp_10.42.42.5(pid=14996) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14996)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14996): Process ended prematurely: osmo-stp_10.42.42.5(pid=14996) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:38:49.452357 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:49.464484 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:38:49.622469 tst iperf3.py: using LAC 20254\u000a08:38:49.751338 tst iperf3.py: using RAC 109\u000a08:38:49.880001 tst iperf3.py: using CellId 20254\u000a08:38:50.010570 tst iperf3.py: using BVCI 20255\u000a08:38:50.035977 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:50.047517 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:50.058919 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:50.070475 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:50.081963 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:50.093589 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:50.105335 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:50.116641 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:50.128251 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:38:50.428539 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:38:50.567008 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:38:50.907532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14988): Launched\u000a08:38:51.191090 run iperf3-srv_10.42.42.10(pid=14989): Launched\u000a08:38:51.393742 tst iperf3.py:8: start network...\u000a08:38:51.532150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:38:52.051697 run create_hlr_db(pid=14990): Launched\u000a08:38:52.242186 bus /gobi_6: Setting Powered False\u000a08:38:53.263232 run create_hlr_db(pid=14990): Terminated: ok {rc=0}\u000a08:38:53.676392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14992): Launched\u000a08:38:53.986183 run osmo-hlr_10.42.42.2(pid=14993): Launched\u000a08:38:54.108900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:38:54.649655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14995): Launched\u000a08:38:54.958293 run osmo-stp_10.42.42.5(pid=14996): Launched\u000a08:38:55.070551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:38:55.607186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14998): Launched\u000a08:38:55.716846 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:38:55.986386 run patchelf(pid=14999): Launched\u000a08:38:56.166216 run osmo-stp_10.42.42.5(pid=14996): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14996)]\u000a08:38:56.298368 run osmo-stp_10.42.42.5(pid=14996): stdout: \u000a| (launched: 2022-12-09_08:38:54.806797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:56.430203 run osmo-stp_10.42.42.5(pid=14996): stderr: \u000a| �[0;m�[38;5;43m20221209083854977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083854977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083854978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083854978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083854978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083854979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083854979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:56.565497 run osmo-stp_10.42.42.5(pid=14996): stdout: \u000a| (launched: 2022-12-09_08:38:54.806797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:38:56.688460 run osmo-stp_10.42.42.5(pid=14996): stderr: \u000a| �[0;m�[38;5;43m20221209083854977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083854977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083854978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083854978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083854978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083854979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083854979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:38:56.831378 run patchelf(pid=14999): Terminating (SIGINT)\u000a08:38:56.998904 run patchelf(pid=14999): Terminated: ok {rc=0}\u000a08:38:57.029867 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14996): Process ended prematurely: osmo-stp_10.42.42.5(pid=14996) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14996)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:38:57.038940 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:38:57.097956 run osmo-hlr_10.42.42.2(pid=14993): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14993)]\u000a08:38:57.146212 run osmo-hlr_10.42.42.2(pid=14993): stdout: \u000a| (launched: 2022-12-09_08:38:53.834124) \u000a08:38:57.195303 run osmo-hlr_10.42.42.2(pid=14993): stderr: \u000a| �[0;m�[1;31m20221209083854009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083854009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083854009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083854009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083854010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083854010 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083854022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083854030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083854030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083854030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:38:57.237252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14988): Terminating (SIGTERM)\u000a08:38:57.276575 run iperf3-srv_10.42.42.10(pid=14989): Terminating (SIGTERM)\u000a08:38:57.316063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14992): Terminating (SIGTERM)\u000a08:38:57.355476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14995): Terminating (SIGTERM)\u000a08:38:57.394887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14998): Terminating (SIGTERM)\u000a08:38:57.403927 --- ParallelTerminationStrategy: PID 14988 died...\u000a08:38:57.457238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14988): Terminated: ok {rc=0}\u000a08:38:57.466760 --- ParallelTerminationStrategy: PID 14989 died...\u000a08:38:57.519572 run iperf3-srv_10.42.42.10(pid=14989): Terminated {rc=256}\u000a08:38:57.528919 --- ParallelTerminationStrategy: PID 14992 died...\u000a08:38:57.581252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14992): Terminated: ok {rc=0}\u000a08:38:57.590650 --- ParallelTerminationStrategy: PID 14995 died...\u000a08:38:57.643615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14995): Terminated: ok {rc=0}\u000a08:38:57.653207 --- ParallelTerminationStrategy: PID 14998 died...\u000a08:38:57.706351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14998): Terminated: ok {rc=0}\u000a08:38:57.795437 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15014): Process ended prematurely: osmo-stp_10.42.42.5(pid=15014) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15014)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15014): Process ended prematurely: osmo-stp_10.42.42.5(pid=15014) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:38:58.905142 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:58.916733 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:38:59.061470 tst iperf3m4.py: using LAC 20255\u000a08:38:59.188486 tst iperf3m4.py: using RAC 110\u000a08:38:59.314564 tst iperf3m4.py: using CellId 20255\u000a08:38:59.435827 tst iperf3m4.py: using BVCI 20256\u000a08:38:59.458943 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:59.470212 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:59.481061 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:59.491914 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:59.502829 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:59.513595 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:59.524524 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:59.535255 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:38:59.546181 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:38:59.667621 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:38:59.787834 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:38:59.903010 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:39:00.179390 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:39:00.305570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:00.616744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15000): Launched\u000a08:39:00.890587 run iperf3-srv_10.42.42.10(pid=15001): Launched\u000a08:39:01.136513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:39:01.266225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:01.599428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15002): Launched\u000a08:39:01.880194 run iperf3-srv_10.42.42.10(pid=15003): Launched\u000a08:39:02.066985 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:39:02.194549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:02.508440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15004): Launched\u000a08:39:02.768101 run iperf3-srv_10.42.42.10(pid=15005): Launched\u000a08:39:02.950839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:39:03.075831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:03.387817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15006): Launched\u000a08:39:03.647239 run iperf3-srv_10.42.42.10(pid=15007): Launched\u000a08:39:03.831129 tst iperf3m4.py:8: start network...\u000a08:39:03.956751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:04.442406 run create_hlr_db(pid=15008): Launched\u000a08:39:04.615429 bus /gobi_6: Setting Powered False\u000a08:39:05.649103 run create_hlr_db(pid=15008): Terminated: ok {rc=0}\u000a08:39:06.078362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15010): Launched\u000a08:39:06.403455 run osmo-hlr_10.42.42.2(pid=15011): Launched\u000a08:39:06.525641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:07.092199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15013): Launched\u000a08:39:07.413741 run osmo-stp_10.42.42.5(pid=15014): Launched\u000a08:39:07.537380 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:08.103676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15016): Launched\u000a08:39:08.220155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:08.504513 run patchelf(pid=15017): Launched\u000a08:39:08.696301 run osmo-stp_10.42.42.5(pid=15014): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15014)]\u000a08:39:08.836362 run osmo-stp_10.42.42.5(pid=15014): stdout: \u000a| (launched: 2022-12-09_08:39:07.255512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:08.976551 run osmo-stp_10.42.42.5(pid=15014): stderr: \u000a| �[0;m�[38;5;43m20221209083907441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083907442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083907442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083907442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083907443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083907443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083907443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:09.112527 run osmo-stp_10.42.42.5(pid=15014): stdout: \u000a| (launched: 2022-12-09_08:39:07.255512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:09.247279 run osmo-stp_10.42.42.5(pid=15014): stderr: \u000a| �[0;m�[38;5;43m20221209083907441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083907442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083907442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083907442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083907443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083907443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083907443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:09.403886 run patchelf(pid=15017): Terminating (SIGINT)\u000a08:39:09.587402 run patchelf(pid=15017): Terminated: ok {rc=0}\u000a08:39:09.620755 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15014): Process ended prematurely: osmo-stp_10.42.42.5(pid=15014) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15014)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:39:09.630701 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a08:39:09.695926 run osmo-hlr_10.42.42.2(pid=15011): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15011)]\u000a08:39:09.748078 run osmo-hlr_10.42.42.2(pid=15011): stdout: \u000a| (launched: 2022-12-09_08:39:06.243256) \u000a08:39:09.800746 run osmo-hlr_10.42.42.2(pid=15011): stderr: \u000a| �[0;m�[1;31m20221209083906438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083906438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083906438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083906438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083906439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083906439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083906450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083906459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083906460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083906460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:09.845897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15000): Terminating (SIGTERM)\u000a08:39:09.887994 run iperf3-srv_10.42.42.10(pid=15001): Terminating (SIGTERM)\u000a08:39:09.930451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15002): Terminating (SIGTERM)\u000a08:39:09.973088 run iperf3-srv_10.42.42.10(pid=15003): Terminating (SIGTERM)\u000a08:39:10.015640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15004): Terminating (SIGTERM)\u000a08:39:10.058221 run iperf3-srv_10.42.42.10(pid=15005): Terminating (SIGTERM)\u000a08:39:10.100920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15006): Terminating (SIGTERM)\u000a08:39:10.143376 run iperf3-srv_10.42.42.10(pid=15007): Terminating (SIGTERM)\u000a08:39:10.185764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15010): Terminating (SIGTERM)\u000a08:39:10.228256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15013): Terminating (SIGTERM)\u000a08:39:10.270778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15016): Terminating (SIGTERM)\u000a08:39:10.280517 --- ParallelTerminationStrategy: PID 15000 died...\u000a08:39:10.337656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15000): Terminated: ok {rc=0}\u000a08:39:10.347896 --- ParallelTerminationStrategy: PID 15001 died...\u000a08:39:10.404366 run iperf3-srv_10.42.42.10(pid=15001): Terminated {rc=256}\u000a08:39:10.414543 --- ParallelTerminationStrategy: PID 15002 died...\u000a08:39:10.471166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15002): Terminated: ok {rc=0}\u000a08:39:10.481430 --- ParallelTerminationStrategy: PID 15003 died...\u000a08:39:10.538385 run iperf3-srv_10.42.42.10(pid=15003): Terminated {rc=256}\u000a08:39:10.548547 --- ParallelTerminationStrategy: PID 15004 died...\u000a08:39:10.605124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15004): Terminated: ok {rc=0}\u000a08:39:10.615541 --- ParallelTerminationStrategy: PID 15005 died...\u000a08:39:10.671846 run iperf3-srv_10.42.42.10(pid=15005): Terminated {rc=256}\u000a08:39:10.682526 --- ParallelTerminationStrategy: PID 15006 died...\u000a08:39:10.739126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15006): Terminated: ok {rc=0}\u000a08:39:10.749207 --- ParallelTerminationStrategy: PID 15007 died...\u000a08:39:10.805694 run iperf3-srv_10.42.42.10(pid=15007): Terminated {rc=256}\u000a08:39:10.815862 --- ParallelTerminationStrategy: PID 15010 died...\u000a08:39:10.872120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15010): Terminated: ok {rc=0}\u000a08:39:10.882336 --- ParallelTerminationStrategy: PID 15013 died...\u000a08:39:10.938844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15013): Terminated: ok {rc=0}\u000a08:39:10.949113 --- ParallelTerminationStrategy: PID 15016 died...\u000a08:39:11.005345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15016): Terminated: ok {rc=0}\u000a08:39:11.091962 bus /gobi_4: Setting Powered False\u000a08:39:12.198601 bus /gobi_4: Setting Powered False\u000a08:39:13.305120 bus /gobi_1: Setting Powered False\u000a08:39:14.406989 bus /gobi_1: Setting Powered False\u000a08:39:15.517136 bus /gobi_0: Setting Powered False\u000a08:39:16.626910 bus /gobi_0: Setting Powered False\u000a08:39:17.738606 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15024): Process ended prematurely: osmo-stp_10.42.42.5(pid=15024) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15024)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15024): Process ended prematurely: osmo-stp_10.42.42.5(pid=15024) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:39:18.805497 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:18.817123 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:39:18.960207 tst ping.py: using LAC 20256\u000a08:39:19.078072 tst ping.py: using RAC 111\u000a08:39:19.195200 tst ping.py: using CellId 20256\u000a08:39:19.317686 tst ping.py: using BVCI 20257\u000a08:39:19.340798 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:19.351885 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:19.362737 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:19.373501 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:19.384270 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:19.394975 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:19.405985 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:19.416738 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:39:19.692769 tst ping.py:19: start network...\u000a08:39:19.818456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:20.301248 run create_hlr_db(pid=15018): Launched\u000a08:39:20.484536 bus /gobi_6: Setting Powered False\u000a08:39:21.506699 run create_hlr_db(pid=15018): Terminated: ok {rc=0}\u000a08:39:21.935357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15020): Launched\u000a08:39:22.257532 run osmo-hlr_10.42.42.2(pid=15021): Launched\u000a08:39:22.376406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:22.939137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15023): Launched\u000a08:39:23.262085 run osmo-stp_10.42.42.5(pid=15024): Launched\u000a08:39:23.378995 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:23.939485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15026): Launched\u000a08:39:24.054284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:24.333804 run patchelf(pid=15027): Launched\u000a08:39:24.522358 run osmo-stp_10.42.42.5(pid=15024): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15024)]\u000a08:39:24.659807 run osmo-stp_10.42.42.5(pid=15024): stdout: \u000a| (launched: 2022-12-09_08:39:23.102447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:24.798453 run osmo-stp_10.42.42.5(pid=15024): stderr: \u000a| �[0;m�[38;5;43m20221209083923290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083923291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083923291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083923291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083923292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083923292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083923292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:24.931843 run osmo-stp_10.42.42.5(pid=15024): stdout: \u000a| (launched: 2022-12-09_08:39:23.102447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:25.064193 run osmo-stp_10.42.42.5(pid=15024): stderr: \u000a| �[0;m�[38;5;43m20221209083923290 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083923291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083923291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083923291 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083923292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083923292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083923292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:25.218053 run patchelf(pid=15027): Terminating (SIGINT)\u000a08:39:25.398410 run patchelf(pid=15027): Terminated: ok {rc=0}\u000a08:39:25.431156 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15024): Process ended prematurely: osmo-stp_10.42.42.5(pid=15024) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15024)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:39:25.440468 tst ping.py:22: Test FAILED (6.6 sec)\u000a08:39:25.504184 run osmo-hlr_10.42.42.2(pid=15021): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15021)]\u000a08:39:25.556016 run osmo-hlr_10.42.42.2(pid=15021): stdout: \u000a| (launched: 2022-12-09_08:39:22.099021) \u000a08:39:25.608865 run osmo-hlr_10.42.42.2(pid=15021): stderr: \u000a| �[0;m�[1;31m20221209083922294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083922294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083922294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083922294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083922294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083922294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083922307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083922315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083922315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083922315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:25.653570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15020): Terminating (SIGTERM)\u000a08:39:25.696673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15023): Terminating (SIGTERM)\u000a08:39:25.739140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15026): Terminating (SIGTERM)\u000a08:39:25.749031 --- ParallelTerminationStrategy: PID 15020 died...\u000a08:39:25.806160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15020): Terminated: ok {rc=0}\u000a08:39:25.816425 --- ParallelTerminationStrategy: PID 15023 died...\u000a08:39:25.873088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15023): Terminated: ok {rc=0}\u000a08:39:25.883118 --- ParallelTerminationStrategy: PID 15026 died...\u000a08:39:25.939654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15026): Terminated: ok {rc=0}\u000a08:39:26.027562 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15034): Process ended prematurely: osmo-stp_10.42.42.5(pid=15034) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15034)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15034): Process ended prematurely: osmo-stp_10.42.42.5(pid=15034) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:39:27.081440 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:27.094260 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:39:27.242696 tst ping_idle_ping.py: using LAC 20257\u000a08:39:27.370862 tst ping_idle_ping.py: using RAC 112\u000a08:39:27.498628 tst ping_idle_ping.py: using CellId 20257\u000a08:39:27.620719 tst ping_idle_ping.py: using BVCI 20258\u000a08:39:27.643784 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:27.654952 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:27.666002 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:27.677447 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:27.688788 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:27.701122 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:27.712286 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:39:27.724213 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:39:28.016750 tst ping_idle_ping.py:24: start network...\u000a08:39:28.150553 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:28.659101 run create_hlr_db(pid=15028): Launched\u000a08:39:28.846423 bus /gobi_6: Setting Powered False\u000a08:39:29.867769 run create_hlr_db(pid=15028): Terminated: ok {rc=0}\u000a08:39:30.270467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15030): Launched\u000a08:39:30.573054 run osmo-hlr_10.42.42.2(pid=15031): Launched\u000a08:39:30.685049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:31.276322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15033): Launched\u000a08:39:31.746084 run osmo-stp_10.42.42.5(pid=15034): Launched\u000a08:39:31.866213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:32.433674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15036): Launched\u000a08:39:32.549822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:32.830714 run patchelf(pid=15037): Launched\u000a08:39:33.019352 run osmo-stp_10.42.42.5(pid=15034): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15034)]\u000a08:39:33.157281 run osmo-stp_10.42.42.5(pid=15034): stdout: \u000a| (launched: 2022-12-09_08:39:31.431758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:33.295707 run osmo-stp_10.42.42.5(pid=15034): stderr: \u000a| �[0;m�[38;5;43m20221209083931624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083931624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083931624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083931625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083931625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083931626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083931626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:33.429363 run osmo-stp_10.42.42.5(pid=15034): stdout: \u000a| (launched: 2022-12-09_08:39:31.431758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:33.561688 run osmo-stp_10.42.42.5(pid=15034): stderr: \u000a| �[0;m�[38;5;43m20221209083931624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083931624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083931624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083931625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083931625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083931626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083931626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:33.715355 run patchelf(pid=15037): Terminating (SIGINT)\u000a08:39:33.895233 run patchelf(pid=15037): Terminated: ok {rc=0}\u000a08:39:33.928017 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15034): Process ended prematurely: osmo-stp_10.42.42.5(pid=15034) [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15034)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:39:33.937585 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:39:34.002004 run osmo-hlr_10.42.42.2(pid=15031): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15031)]\u000a08:39:34.054216 run osmo-hlr_10.42.42.2(pid=15031): stdout: \u000a| (launched: 2022-12-09_08:39:30.422827) \u000a08:39:34.106949 run osmo-hlr_10.42.42.2(pid=15031): stderr: \u000a| �[0;m�[1;31m20221209083930595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083930595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083930595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083930595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083930595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083930595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083930611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083930621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083930622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083930622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:34.151598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15030): Terminating (SIGTERM)\u000a08:39:34.194698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15033): Terminating (SIGTERM)\u000a08:39:34.237256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15036): Terminating (SIGTERM)\u000a08:39:34.247435 --- ParallelTerminationStrategy: PID 15030 died...\u000a08:39:34.304549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15030): Terminated: ok {rc=0}\u000a08:39:34.314927 --- ParallelTerminationStrategy: PID 15033 died...\u000a08:39:34.372100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15033): Terminated: ok {rc=0}\u000a08:39:34.382372 --- ParallelTerminationStrategy: PID 15036 died...\u000a08:39:34.439217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15036): Terminated: ok {rc=0}\u000a08:39:34.526114 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:38:35" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15051): Process ended prematurely: osmo-stp_10.42.42.5(pid=15051) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15051)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15051): Process ended prematurely: osmo-stp_10.42.42.5(pid=15051) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:39:36.667286 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:36.679280 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:39:36.831379 tst cs_paging_gprs_active.py: using LAC 20258\u000a08:39:36.958133 tst cs_paging_gprs_active.py: using RAC 113\u000a08:39:37.081918 tst cs_paging_gprs_active.py: using CellId 20258\u000a08:39:37.200736 tst cs_paging_gprs_active.py: using BVCI 20259\u000a08:39:37.224061 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:37.235201 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:37.246054 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:37.257260 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:37.267895 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:37.278581 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:37.289384 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:37.299951 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:37.310699 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:39:37.432436 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:39:37.720485 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:39:37.847490 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:38.160741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15041): Launched\u000a08:39:38.421381 run iperf3-srv_10.42.42.10(pid=15042): Launched\u000a08:39:38.607355 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:39:38.734197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:39.048331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15043): Launched\u000a08:39:39.308594 run iperf3-srv_10.42.42.10(pid=15044): Launched\u000a08:39:39.493672 tst cs_paging_gprs_active.py:38: start network...\u000a08:39:39.619910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:40.105911 run create_hlr_db(pid=15045): Launched\u000a08:39:40.280404 bus /gobi_6: Setting Powered False\u000a08:39:41.301636 run create_hlr_db(pid=15045): Terminated: ok {rc=0}\u000a08:39:41.731334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15047): Launched\u000a08:39:42.055616 run osmo-hlr_10.42.42.2(pid=15048): Launched\u000a08:39:42.180472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:42.743935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15050): Launched\u000a08:39:43.067328 run osmo-stp_10.42.42.5(pid=15051): Launched\u000a08:39:43.185575 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:43.748940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15053): Launched\u000a08:39:43.865445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:44.146941 run patchelf(pid=15054): Launched\u000a08:39:44.336086 run osmo-stp_10.42.42.5(pid=15051): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15051)]\u000a08:39:44.474666 run osmo-stp_10.42.42.5(pid=15051): stdout: \u000a| (launched: 2022-12-09_08:39:42.909099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:44.613799 run osmo-stp_10.42.42.5(pid=15051): stderr: \u000a| �[0;m�[38;5;43m20221209083943094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083943094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083943095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083943095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083943095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083943095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083943096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:44.748730 run osmo-stp_10.42.42.5(pid=15051): stdout: \u000a| (launched: 2022-12-09_08:39:42.909099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:44.881750 run osmo-stp_10.42.42.5(pid=15051): stderr: \u000a| �[0;m�[38;5;43m20221209083943094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083943094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083943095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083943095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083943095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083943095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083943096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:45.036384 run patchelf(pid=15054): Terminating (SIGINT)\u000a08:39:45.217502 run patchelf(pid=15054): Terminated: ok {rc=0}\u000a08:39:45.250826 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15051): Process ended prematurely: osmo-stp_10.42.42.5(pid=15051) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15051)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:39:45.260570 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:39:45.324089 run osmo-hlr_10.42.42.2(pid=15048): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15048)]\u000a08:39:45.375267 run osmo-hlr_10.42.42.2(pid=15048): stdout: \u000a| (launched: 2022-12-09_08:39:41.897065) \u000a08:39:45.427416 run osmo-hlr_10.42.42.2(pid=15048): stderr: \u000a| �[0;m�[1;31m20221209083942090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083942090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083942090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083942090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083942090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083942090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083942101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083942110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083942110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083942110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:45.471577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15041): Terminating (SIGTERM)\u000a08:39:45.513949 run iperf3-srv_10.42.42.10(pid=15042): Terminating (SIGTERM)\u000a08:39:45.556138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15043): Terminating (SIGTERM)\u000a08:39:45.597857 run iperf3-srv_10.42.42.10(pid=15044): Terminating (SIGTERM)\u000a08:39:45.639856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15047): Terminating (SIGTERM)\u000a08:39:45.682345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15050): Terminating (SIGTERM)\u000a08:39:45.724468 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15053): Terminating (SIGTERM)\u000a08:39:45.734089 --- ParallelTerminationStrategy: PID 15041 died...\u000a08:39:45.790170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15041): Terminated: ok {rc=0}\u000a08:39:45.800034 --- ParallelTerminationStrategy: PID 15042 died...\u000a08:39:45.858543 run iperf3-srv_10.42.42.10(pid=15042): Terminated {rc=256}\u000a08:39:45.869504 --- ParallelTerminationStrategy: PID 15043 died...\u000a08:39:45.934149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15043): Terminated: ok {rc=0}\u000a08:39:45.944491 --- ParallelTerminationStrategy: PID 15044 died...\u000a08:39:46.001071 run iperf3-srv_10.42.42.10(pid=15044): Terminated {rc=256}\u000a08:39:46.011500 --- ParallelTerminationStrategy: PID 15047 died...\u000a08:39:46.068940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15047): Terminated: ok {rc=0}\u000a08:39:46.079390 --- ParallelTerminationStrategy: PID 15050 died...\u000a08:39:46.136237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15050): Terminated: ok {rc=0}\u000a08:39:46.146709 --- ParallelTerminationStrategy: PID 15053 died...\u000a08:39:46.203334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15053): Terminated: ok {rc=0}\u000a08:39:46.291206 bus /gobi_0: Setting Powered False\u000a08:39:47.393508 bus /gobi_0: Setting Powered False\u000a08:39:48.504153 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15064): Process ended prematurely: osmo-stp_10.42.42.5(pid=15064) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15064)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15064): Process ended prematurely: osmo-stp_10.42.42.5(pid=15064) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:39:49.618365 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:49.630615 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:39:49.787088 tst iperf3.py: using LAC 20259\u000a08:39:49.917149 tst iperf3.py: using RAC 114\u000a08:39:50.041218 tst iperf3.py: using CellId 20259\u000a08:39:50.165404 tst iperf3.py: using BVCI 20260\u000a08:39:50.189961 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:50.201762 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:50.213114 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:50.224264 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:50.235835 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:50.247388 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:50.258911 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:50.270348 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:50.282042 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:39:50.563301 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:39:50.690510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:39:51.003283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15055): Launched\u000a08:39:51.263088 run iperf3-srv_10.42.42.10(pid=15056): Launched\u000a08:39:51.447616 tst iperf3.py:8: start network...\u000a08:39:51.574004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:39:52.060798 run create_hlr_db(pid=15057): Launched\u000a08:39:52.235215 bus /gobi_6: Setting Powered False\u000a08:39:53.257058 run create_hlr_db(pid=15057): Terminated: ok {rc=0}\u000a08:39:53.658228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15059): Launched\u000a08:39:53.959535 run osmo-hlr_10.42.42.2(pid=15060): Launched\u000a08:39:54.070360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:39:54.595977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15062): Launched\u000a08:39:54.898823 run osmo-stp_10.42.42.5(pid=15064): Launched\u000a08:39:55.007735 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:39:55.533835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15066): Launched\u000a08:39:55.642109 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:39:55.904801 run patchelf(pid=15067): Launched\u000a08:39:56.081874 run osmo-stp_10.42.42.5(pid=15064): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15064)]\u000a08:39:56.211595 run osmo-stp_10.42.42.5(pid=15064): stdout: \u000a| (launched: 2022-12-09_08:39:54.750466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:56.341728 run osmo-stp_10.42.42.5(pid=15064): stderr: \u000a| �[0;m�[38;5;43m20221209083954916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083954916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083954916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083954917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083954917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083954917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083954917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:56.467110 run osmo-stp_10.42.42.5(pid=15064): stdout: \u000a| (launched: 2022-12-09_08:39:54.750466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:39:56.591632 run osmo-stp_10.42.42.5(pid=15064): stderr: \u000a| �[0;m�[38;5;43m20221209083954916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209083954916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209083954916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209083954917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209083954917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209083954917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209083954917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:39:56.737670 run patchelf(pid=15067): Terminating (SIGINT)\u000a08:39:56.907557 run patchelf(pid=15067): Terminated: ok {rc=0}\u000a08:39:56.938873 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15064): Process ended prematurely: osmo-stp_10.42.42.5(pid=15064) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15064)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:39:56.948011 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a08:39:57.007892 run osmo-hlr_10.42.42.2(pid=15060): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15060)]\u000a08:39:57.056717 run osmo-hlr_10.42.42.2(pid=15060): stdout: \u000a| (launched: 2022-12-09_08:39:53.812141) \u000a08:39:57.106532 run osmo-hlr_10.42.42.2(pid=15060): stderr: \u000a| �[0;m�[1;31m20221209083953984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209083953984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209083953984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083953984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209083953984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209083953984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209083953996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209083954006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209083954006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209083954006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:39:57.148815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15055): Terminating (SIGTERM)\u000a08:39:57.188671 run iperf3-srv_10.42.42.10(pid=15056): Terminating (SIGTERM)\u000a08:39:57.228638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15059): Terminating (SIGTERM)\u000a08:39:57.268507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15062): Terminating (SIGTERM)\u000a08:39:57.308232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15066): Terminating (SIGTERM)\u000a08:39:57.317412 --- ParallelTerminationStrategy: PID 15055 died...\u000a08:39:57.371153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15055): Terminated: ok {rc=0}\u000a08:39:57.380779 --- ParallelTerminationStrategy: PID 15056 died...\u000a08:39:57.433715 run iperf3-srv_10.42.42.10(pid=15056): Terminated {rc=256}\u000a08:39:57.443222 --- ParallelTerminationStrategy: PID 15059 died...\u000a08:39:57.496793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15059): Terminated: ok {rc=0}\u000a08:39:57.506433 --- ParallelTerminationStrategy: PID 15062 died...\u000a08:39:57.559541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15062): Terminated: ok {rc=0}\u000a08:39:57.569309 --- ParallelTerminationStrategy: PID 15066 died...\u000a08:39:57.622388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15066): Terminated: ok {rc=0}\u000a08:39:57.705686 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15092): Process ended prematurely: osmo-stp_10.42.42.5(pid=15092) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15092): Process ended prematurely: osmo-stp_10.42.42.5(pid=15092) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:39:58.821582 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:58.833711 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:39:58.987709 tst iperf3m4.py: using LAC 20260\u000a08:39:59.113310 tst iperf3m4.py: using RAC 115\u000a08:39:59.250285 tst iperf3m4.py: using CellId 20260\u000a08:39:59.371179 tst iperf3m4.py: using BVCI 20261\u000a08:39:59.394558 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:59.405940 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:59.416852 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:59.428063 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:59.439317 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:59.450490 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:59.461844 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:59.472931 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:39:59.484250 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:39:59.601451 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:39:59.723536 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:39:59.846052 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:40:00.142525 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:40:00.278269 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:00.614059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15068): Launched\u000a08:40:00.894988 run iperf3-srv_10.42.42.10(pid=15069): Launched\u000a08:40:01.097438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:40:01.237654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:01.614417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15074): Launched\u000a08:40:01.915269 run iperf3-srv_10.42.42.10(pid=15075): Launched\u000a08:40:02.119186 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:40:02.258098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:02.621782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15082): Launched\u000a08:40:02.903164 run iperf3-srv_10.42.42.10(pid=15083): Launched\u000a08:40:03.102006 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:40:03.237806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:40:03.573334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15084): Launched\u000a08:40:03.851167 run iperf3-srv_10.42.42.10(pid=15085): Launched\u000a08:40:04.049409 tst iperf3m4.py:8: start network...\u000a08:40:04.185120 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:04.693849 run create_hlr_db(pid=15086): Launched\u000a08:40:04.880925 bus /gobi_6: Setting Powered False\u000a08:40:05.902132 run create_hlr_db(pid=15086): Terminated: ok {rc=0}\u000a08:40:06.330882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15088): Launched\u000a08:40:06.654861 run osmo-hlr_10.42.42.2(pid=15089): Launched\u000a08:40:06.773280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:07.336059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15091): Launched\u000a08:40:07.668354 run osmo-stp_10.42.42.5(pid=15092): Launched\u000a08:40:07.786975 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:08.349148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15094): Launched\u000a08:40:08.465734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:08.750392 run patchelf(pid=15095): Launched\u000a08:40:08.942445 run osmo-stp_10.42.42.5(pid=15092): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)]\u000a08:40:09.083180 run osmo-stp_10.42.42.5(pid=15092): stdout: \u000a| (launched: 2022-12-09_08:40:07.501092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:09.223863 run osmo-stp_10.42.42.5(pid=15092): stderr: \u000a| �[0;m�[38;5;43m20221209084007688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084007688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084007688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084007688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084007689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084007689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084007689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:09.359692 run osmo-stp_10.42.42.5(pid=15092): stdout: \u000a| (launched: 2022-12-09_08:40:07.501092)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:09.494766 run osmo-stp_10.42.42.5(pid=15092): stderr: \u000a| �[0;m�[38;5;43m20221209084007688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084007688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084007688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084007688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084007689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084007689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084007689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:09.651849 run patchelf(pid=15095): Terminating (SIGINT)\u000a08:40:09.836731 run patchelf(pid=15095): Terminated: ok {rc=0}\u000a08:40:09.870400 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15092): Process ended prematurely: osmo-stp_10.42.42.5(pid=15092) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15092)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:40:09.880247 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a08:40:09.944797 run osmo-hlr_10.42.42.2(pid=15089): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15089)]\u000a08:40:09.996727 run osmo-hlr_10.42.42.2(pid=15089): stdout: \u000a| (launched: 2022-12-09_08:40:06.495619) \u000a08:40:10.049363 run osmo-hlr_10.42.42.2(pid=15089): stderr: \u000a| �[0;m�[1;31m20221209084006690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084006690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084006690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084006690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084006690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084006690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084006717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084006726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084006727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084006727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:10.094436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15068): Terminating (SIGTERM)\u000a08:40:10.136352 run iperf3-srv_10.42.42.10(pid=15069): Terminating (SIGTERM)\u000a08:40:10.178711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15074): Terminating (SIGTERM)\u000a08:40:10.220790 run iperf3-srv_10.42.42.10(pid=15075): Terminating (SIGTERM)\u000a08:40:10.263131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15082): Terminating (SIGTERM)\u000a08:40:10.305116 run iperf3-srv_10.42.42.10(pid=15083): Terminating (SIGTERM)\u000a08:40:10.347279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15084): Terminating (SIGTERM)\u000a08:40:10.389354 run iperf3-srv_10.42.42.10(pid=15085): Terminating (SIGTERM)\u000a08:40:10.431798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15088): Terminating (SIGTERM)\u000a08:40:10.474018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15091): Terminating (SIGTERM)\u000a08:40:10.516015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15094): Terminating (SIGTERM)\u000a08:40:10.525939 --- ParallelTerminationStrategy: PID 15068 died...\u000a08:40:10.582160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15068): Terminated: ok {rc=0}\u000a08:40:10.592429 --- ParallelTerminationStrategy: PID 15069 died...\u000a08:40:10.648649 run iperf3-srv_10.42.42.10(pid=15069): Terminated {rc=256}\u000a08:40:10.658573 --- ParallelTerminationStrategy: PID 15074 died...\u000a08:40:10.715221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15074): Terminated: ok {rc=0}\u000a08:40:10.725308 --- ParallelTerminationStrategy: PID 15075 died...\u000a08:40:10.781125 run iperf3-srv_10.42.42.10(pid=15075): Terminated {rc=256}\u000a08:40:10.791350 --- ParallelTerminationStrategy: PID 15082 died...\u000a08:40:10.847381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15082): Terminated: ok {rc=0}\u000a08:40:10.857676 --- ParallelTerminationStrategy: PID 15083 died...\u000a08:40:10.913438 run iperf3-srv_10.42.42.10(pid=15083): Terminated {rc=256}\u000a08:40:10.923658 --- ParallelTerminationStrategy: PID 15084 died...\u000a08:40:10.979940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15084): Terminated: ok {rc=0}\u000a08:40:10.990163 --- ParallelTerminationStrategy: PID 15085 died...\u000a08:40:11.046337 run iperf3-srv_10.42.42.10(pid=15085): Terminated {rc=256}\u000a08:40:11.056355 --- ParallelTerminationStrategy: PID 15088 died...\u000a08:40:11.112788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15088): Terminated: ok {rc=0}\u000a08:40:11.122801 --- ParallelTerminationStrategy: PID 15091 died...\u000a08:40:11.178658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15091): Terminated: ok {rc=0}\u000a08:40:11.188940 --- ParallelTerminationStrategy: PID 15094 died...\u000a08:40:11.244904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15094): Terminated: ok {rc=0}\u000a08:40:11.332827 bus /gobi_4: Setting Powered False\u000a08:40:12.440626 bus /gobi_4: Setting Powered False\u000a08:40:13.556531 bus /gobi_1: Setting Powered False\u000a08:40:14.670036 bus /gobi_1: Setting Powered False\u000a08:40:15.781712 bus /gobi_0: Setting Powered False\u000a08:40:16.892157 bus /gobi_0: Setting Powered False\u000a08:40:18.006339 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15526): Process ended prematurely: osmo-stp_10.42.42.5(pid=15526) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15526)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15526): Process ended prematurely: osmo-stp_10.42.42.5(pid=15526) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:40:19.075233 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:19.087252 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:40:19.233773 tst ping.py: using LAC 20261\u000a08:40:19.352155 tst ping.py: using RAC 116\u000a08:40:19.472177 tst ping.py: using CellId 20261\u000a08:40:19.592161 tst ping.py: using BVCI 20262\u000a08:40:19.615272 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:19.626391 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:19.637269 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:19.648043 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:19.658872 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:19.669631 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:19.680508 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:19.691338 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:40:19.969621 tst ping.py:19: start network...\u000a08:40:20.095855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:20.578066 run create_hlr_db(pid=15447): Launched\u000a08:40:20.752016 bus /gobi_6: Setting Powered False\u000a08:40:21.773161 run create_hlr_db(pid=15447): Terminated: ok {rc=0}\u000a08:40:22.203666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15449): Launched\u000a08:40:22.527873 run osmo-hlr_10.42.42.2(pid=15450): Launched\u000a08:40:22.647400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:23.228776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15459): Launched\u000a08:40:23.648779 run osmo-stp_10.42.42.5(pid=15526): Launched\u000a08:40:23.814367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:24.387242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15630): Launched\u000a08:40:24.505656 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:24.802733 run patchelf(pid=15631): Launched\u000a08:40:24.995679 run osmo-stp_10.42.42.5(pid=15526): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15526)]\u000a08:40:25.137249 run osmo-stp_10.42.42.5(pid=15526): stdout: \u000a| (launched: 2022-12-09_08:40:23.387005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:25.279221 run osmo-stp_10.42.42.5(pid=15526): stderr: \u000a| �[0;m�[38;5;43m20221209084023600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084023600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084023601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084023601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084023602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084023602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084023602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:25.416842 run osmo-stp_10.42.42.5(pid=15526): stdout: \u000a| (launched: 2022-12-09_08:40:23.387005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:25.553444 run osmo-stp_10.42.42.5(pid=15526): stderr: \u000a| �[0;m�[38;5;43m20221209084023600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084023600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084023601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084023601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084023602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084023602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084023602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:25.711184 run patchelf(pid=15631): Terminating (SIGINT)\u000a08:40:25.895976 run patchelf(pid=15631): Terminated: ok {rc=0}\u000a08:40:25.931772 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15526): Process ended prematurely: osmo-stp_10.42.42.5(pid=15526) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15526)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:40:25.942230 tst ping.py:22: Test FAILED (6.9 sec)\u000a08:40:26.010813 run osmo-hlr_10.42.42.2(pid=15450): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15450)]\u000a08:40:26.065440 run osmo-hlr_10.42.42.2(pid=15450): stdout: \u000a| (launched: 2022-12-09_08:40:22.369112) \u000a08:40:26.121065 run osmo-hlr_10.42.42.2(pid=15450): stderr: \u000a| �[0;m�[1;31m20221209084022564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084022564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084022564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084022564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084022564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084022564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084022581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084022590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084022590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084022591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:26.168732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15449): Terminating (SIGTERM)\u000a08:40:26.215733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15459): Terminating (SIGTERM)\u000a08:40:26.262463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15630): Terminating (SIGTERM)\u000a08:40:26.273511 --- ParallelTerminationStrategy: PID 15449 died...\u000a08:40:26.335367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15449): Terminated: ok {rc=0}\u000a08:40:26.346616 --- ParallelTerminationStrategy: PID 15459 died...\u000a08:40:26.407184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15459): Terminated: ok {rc=0}\u000a08:40:26.418235 --- ParallelTerminationStrategy: PID 15630 died...\u000a08:40:26.477985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15630): Terminated: ok {rc=0}\u000a08:40:26.569888 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15639): Process ended prematurely: osmo-stp_10.42.42.5(pid=15639) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15639)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15639): Process ended prematurely: osmo-stp_10.42.42.5(pid=15639) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:40:27.628361 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:27.641762 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:40:27.804440 tst ping_idle_ping.py: using LAC 20262\u000a08:40:27.937306 tst ping_idle_ping.py: using RAC 117\u000a08:40:28.067814 tst ping_idle_ping.py: using CellId 20262\u000a08:40:28.201504 tst ping_idle_ping.py: using BVCI 20263\u000a08:40:28.227836 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:28.240475 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:28.253968 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:28.267393 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:28.279750 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:28.293650 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:28.307326 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:40:28.320808 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:40:28.632506 tst ping_idle_ping.py:24: start network...\u000a08:40:28.773400 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:29.303299 run create_hlr_db(pid=15633): Launched\u000a08:40:29.491223 bus /gobi_6: Setting Powered False\u000a08:40:30.510556 run create_hlr_db(pid=15633): Terminated: ok {rc=0}\u000a08:40:30.933258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15635): Launched\u000a08:40:31.336374 run osmo-hlr_10.42.42.2(pid=15636): Launched\u000a08:40:31.522724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:32.140661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15638): Launched\u000a08:40:32.447216 run osmo-stp_10.42.42.5(pid=15639): Launched\u000a08:40:32.568711 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:33.102110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15641): Launched\u000a08:40:33.209919 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:33.473695 run patchelf(pid=15642): Launched\u000a08:40:33.651260 run osmo-stp_10.42.42.5(pid=15639): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15639)]\u000a08:40:33.781608 run osmo-stp_10.42.42.5(pid=15639): stdout: \u000a| (launched: 2022-12-09_08:40:32.297351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:33.911786 run osmo-stp_10.42.42.5(pid=15639): stderr: \u000a| �[0;m�[38;5;43m20221209084032467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084032467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084032467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084032468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084032468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084032468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084032468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:34.038066 run osmo-stp_10.42.42.5(pid=15639): stdout: \u000a| (launched: 2022-12-09_08:40:32.297351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:34.163077 run osmo-stp_10.42.42.5(pid=15639): stderr: \u000a| �[0;m�[38;5;43m20221209084032467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084032467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084032467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084032468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084032468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084032468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084032468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:34.307416 run patchelf(pid=15642): Terminating (SIGINT)\u000a08:40:34.477307 run patchelf(pid=15642): Terminated: ok {rc=0}\u000a08:40:34.507958 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15639): Process ended prematurely: osmo-stp_10.42.42.5(pid=15639) [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15639)] [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:40:34.516643 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a08:40:34.576669 run osmo-hlr_10.42.42.2(pid=15636): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15636)]\u000a08:40:34.626039 run osmo-hlr_10.42.42.2(pid=15636): stdout: \u000a| (launched: 2022-12-09_08:40:31.090264) \u000a08:40:34.675962 run osmo-hlr_10.42.42.2(pid=15636): stderr: \u000a| �[0;m�[1;31m20221209084031425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084031425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084031426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084031426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084031426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084031426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084031447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084031461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084031461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084031461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:34.718848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15635): Terminating (SIGTERM)\u000a08:40:34.759343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15638): Terminating (SIGTERM)\u000a08:40:34.799826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15641): Terminating (SIGTERM)\u000a08:40:34.809146 --- ParallelTerminationStrategy: PID 15635 died...\u000a08:40:34.863168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15635): Terminated: ok {rc=0}\u000a08:40:34.872682 --- ParallelTerminationStrategy: PID 15638 died...\u000a08:40:34.925990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15638): Terminated: ok {rc=0}\u000a08:40:34.935694 --- ParallelTerminationStrategy: PID 15641 died...\u000a08:40:34.989717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15641): Terminated: ok {rc=0}\u000a08:40:35.078914 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:39:36" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15653): Process ended prematurely: osmo-stp_10.42.42.5(pid=15653) [trial-2357↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15653)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15653): Process ended prematurely: osmo-stp_10.42.42.5(pid=15653) [trial-2357↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:40:37.081776 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:40:37.093098 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:40:37.244143 tst switch_tch_pdch.py: using LAC 20263\u000a08:40:37.369920 tst switch_tch_pdch.py: using RAC 118\u000a08:40:37.489727 tst switch_tch_pdch.py: using CellId 20263\u000a08:40:37.606710 tst switch_tch_pdch.py: using BVCI 20264\u000a08:40:37.629884 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:40:37.641581 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:40:37.652686 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:40:37.663856 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:40:37.674833 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:40:37.685971 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:40:37.697182 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:40:37.708232 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:40:37.830989 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:40:38.111359 tst switch_tch_pdch.py:51: start network...\u000a08:40:38.237451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:38.724373 run create_hlr_db(pid=15647): Launched\u000a08:40:38.899721 bus /gobi_6: Setting Powered False\u000a08:40:39.919357 run create_hlr_db(pid=15647): Terminated: ok {rc=0}\u000a08:40:40.347713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15649): Launched\u000a08:40:40.673239 run osmo-hlr_10.42.42.2(pid=15650): Launched\u000a08:40:40.795595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:41.359731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15652): Launched\u000a08:40:41.683183 run osmo-stp_10.42.42.5(pid=15653): Launched\u000a08:40:41.802249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:42.366532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15655): Launched\u000a08:40:42.482105 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:42.763315 run patchelf(pid=15656): Launched\u000a08:40:42.951744 run osmo-stp_10.42.42.5(pid=15653): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15653)]\u000a08:40:43.090098 run osmo-stp_10.42.42.5(pid=15653): stdout: \u000a| (launched: 2022-12-09_08:40:41.524261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:43.227964 run osmo-stp_10.42.42.5(pid=15653): stderr: \u000a| �[0;m�[38;5;43m20221209084041714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084041714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084041715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084041715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084041715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084041715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084041716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:43.361784 run osmo-stp_10.42.42.5(pid=15653): stdout: \u000a| (launched: 2022-12-09_08:40:41.524261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:43.494577 run osmo-stp_10.42.42.5(pid=15653): stderr: \u000a| �[0;m�[38;5;43m20221209084041714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084041714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084041715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084041715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084041715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084041715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084041716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:43.648212 run patchelf(pid=15656): Terminating (SIGINT)\u000a08:40:43.828765 run patchelf(pid=15656): Terminated: ok {rc=0}\u000a08:40:43.861347 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15653): Process ended prematurely: osmo-stp_10.42.42.5(pid=15653) [trial-2357↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15653)] [trial-2357↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:40:43.870495 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a08:40:43.934460 run osmo-hlr_10.42.42.2(pid=15650): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15650)]\u000a08:40:43.986480 run osmo-hlr_10.42.42.2(pid=15650): stdout: \u000a| (launched: 2022-12-09_08:40:40.512155) \u000a08:40:44.039119 run osmo-hlr_10.42.42.2(pid=15650): stderr: \u000a| �[0;m�[1;31m20221209084040707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084040707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084040707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084040707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084040707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084040707 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084040719 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084040728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084040728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084040728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:44.083730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15649): Terminating (SIGTERM)\u000a08:40:44.126089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15652): Terminating (SIGTERM)\u000a08:40:44.168484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15655): Terminating (SIGTERM)\u000a08:40:44.178606 --- ParallelTerminationStrategy: PID 15649 died...\u000a08:40:44.235275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15649): Terminated: ok {rc=0}\u000a08:40:44.245336 --- ParallelTerminationStrategy: PID 15652 died...\u000a08:40:44.301143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15652): Terminated: ok {rc=0}\u000a08:40:44.311580 --- ParallelTerminationStrategy: PID 15655 died...\u000a08:40:44.367484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15655): Terminated: ok {rc=0}\u000a08:40:44.455417 bus /gobi_0: Setting Powered False\u000a08:40:45.563236 bus /gobi_0: Setting Powered False\u000a08:40:46.693524 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:40:36" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15666): Process ended prematurely: osmo-stp_10.42.42.5(pid=15666) [trial-2357↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15666): Process ended prematurely: osmo-stp_10.42.42.5(pid=15666) [trial-2357↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:40:48.637654 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:40:48.649348 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:40:48.805363 tst switch_tch_pdch.py: using LAC 20264\u000a08:40:48.933817 tst switch_tch_pdch.py: using RAC 119\u000a08:40:49.059789 tst switch_tch_pdch.py: using CellId 20264\u000a08:40:49.181166 tst switch_tch_pdch.py: using BVCI 20265\u000a08:40:49.205640 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:40:49.218756 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:40:49.230357 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:40:49.242116 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:40:49.254107 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:40:49.265983 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:40:49.278342 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:40:49.289968 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:40:49.408696 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:40:49.687791 tst switch_tch_pdch.py:51: start network...\u000a08:40:49.813796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:40:50.274271 run create_hlr_db(pid=15660): Launched\u000a08:40:50.397516 bus /gobi_6: Setting Powered False\u000a08:40:51.470262 run create_hlr_db(pid=15660): Terminated: ok {rc=0}\u000a08:40:51.871121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15662): Launched\u000a08:40:52.193845 run osmo-hlr_10.42.42.2(pid=15663): Launched\u000a08:40:52.311383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:40:52.844308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15665): Launched\u000a08:40:53.167363 run osmo-stp_10.42.42.5(pid=15666): Launched\u000a08:40:53.285251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:40:53.819563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15668): Launched\u000a08:40:53.934816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:40:54.215186 run patchelf(pid=15669): Launched\u000a08:40:54.404016 run osmo-stp_10.42.42.5(pid=15666): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)]\u000a08:40:54.542157 run osmo-stp_10.42.42.5(pid=15666): stdout: \u000a| (launched: 2022-12-09_08:40:53.008683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:54.680181 run osmo-stp_10.42.42.5(pid=15666): stderr: \u000a| �[0;m�[38;5;43m20221209084053198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084053198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084053198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084053199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084053199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084053199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084053199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:54.814438 run osmo-stp_10.42.42.5(pid=15666): stdout: \u000a| (launched: 2022-12-09_08:40:53.008683)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:40:54.947197 run osmo-stp_10.42.42.5(pid=15666): stderr: \u000a| �[0;m�[38;5;43m20221209084053198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084053198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084053198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084053199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084053199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084053199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084053199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:40:55.101463 run patchelf(pid=15669): Terminating (SIGINT)\u000a08:40:55.281626 run patchelf(pid=15669): Terminated: ok {rc=0}\u000a08:40:55.314544 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15666): Process ended prematurely: osmo-stp_10.42.42.5(pid=15666) [trial-2357↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15666)] [trial-2357↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:40:55.324110 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a08:40:55.388198 run osmo-hlr_10.42.42.2(pid=15663): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15663)]\u000a08:40:55.440984 run osmo-hlr_10.42.42.2(pid=15663): stdout: \u000a| (launched: 2022-12-09_08:40:52.035528) \u000a08:40:55.493911 run osmo-hlr_10.42.42.2(pid=15663): stderr: \u000a| �[0;m�[1;31m20221209084052231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084052231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084052231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084052231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084052231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084052231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084052244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084052252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084052252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084052252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:40:55.539509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15662): Terminating (SIGTERM)\u000a08:40:55.582416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15665): Terminating (SIGTERM)\u000a08:40:55.625114 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15668): Terminating (SIGTERM)\u000a08:40:55.634859 --- ParallelTerminationStrategy: PID 15662 died...\u000a08:40:55.692051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15662): Terminated: ok {rc=0}\u000a08:40:55.702347 --- ParallelTerminationStrategy: PID 15665 died...\u000a08:40:55.759851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15665): Terminated: ok {rc=0}\u000a08:40:55.770131 --- ParallelTerminationStrategy: PID 15668 died...\u000a08:40:55.826761 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15668): Terminated: ok {rc=0}\u000a08:40:55.914603 bus /gobi_0: Setting Powered False\u000a08:40:57.017360 bus /gobi_0: Setting Powered False\u000a08:40:58.123775 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:40:48" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15675): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15675) [trial-2357↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15675)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15675): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15675) [trial-2357↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15675)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a08:41:00.009622 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a08:41:00.020435 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a08:41:00.163271 tst mo_mt_sms.py: using LAC 20265\u000a08:41:00.290155 tst mo_mt_sms.py: using RAC 120\u000a08:41:00.416150 tst mo_mt_sms.py: using CellId 20265\u000a08:41:00.544028 tst mo_mt_sms.py: using BVCI 20266\u000a08:41:00.569310 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:41:00.686457 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:41:01.002391 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:41:01.140409 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:41:01.876422 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15674): Launched\u000a08:41:02.202441 run osmo-nitb_10.42.42.2(pid=15675): Launched\u000a08:41:02.403044 run osmo-nitb_10.42.42.2(pid=15675): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15675)]\u000a08:41:02.550343 run osmo-nitb_10.42.42.2(pid=15675): stdout: \u000a| (launched: 2022-12-09_08:41:02.044599) \u000a08:41:02.697248 run osmo-nitb_10.42.42.2(pid=15675): stderr: \u000a| (launched: 2022-12-09_08:41:02.094247)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:41:02.839828 run osmo-nitb_10.42.42.2(pid=15675): stdout: \u000a| (launched: 2022-12-09_08:41:02.044599) \u000a08:41:02.980871 run osmo-nitb_10.42.42.2(pid=15675): stderr: \u000a| (launched: 2022-12-09_08:41:02.094247)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:41:03.333186 tst osmo-nitb_10.42.42.2(pid=15675): stdout: \u000a| (launched: 2022-12-09_08:41:02.044599) \u000a08:41:03.462050 tst osmo-nitb_10.42.42.2(pid=15675): stderr: \u000a| (launched: 2022-12-09_08:41:02.094247)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:41:03.518291 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15675): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15675) [trial-2357↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15675)] [trial-2357↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a08:41:03.527193 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a08:41:03.564799 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15674): Terminating (SIGTERM)\u000a08:41:03.742808 --- ParallelTerminationStrategy: PID 15674 died...\u000a08:41:03.801930 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15674): Terminated: ok {rc=0}\u000a08:41:03.890819 bus /sierra_3: Setting Powered False\u000a08:41:05.000432 bus /sierra_3: Setting Powered False\u000a08:41:06.113661 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:40:59" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15685): Process ended prematurely: osmo-stp_10.42.42.5(pid=15685) [trial-2357↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15685)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15685): Process ended prematurely: osmo-stp_10.42.42.5(pid=15685) [trial-2357↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a08:41:08.021827 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:08.032467 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a08:41:08.171471 tst mo_mt_sms.py: using LAC 20266\u000a08:41:08.292529 tst mo_mt_sms.py: using RAC 121\u000a08:41:08.411456 tst mo_mt_sms.py: using CellId 20266\u000a08:41:08.532150 tst mo_mt_sms.py: using BVCI 20267\u000a08:41:08.555110 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:08.565894 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:08.576477 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:08.587230 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:08.597774 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:08.608201 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:41:08.725308 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a08:41:08.938052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:09.450034 run create_hlr_db(pid=15679): Launched\u000a08:41:09.638501 bus /sierra_2: Setting Powered False\u000a08:41:10.658688 run create_hlr_db(pid=15679): Terminated: ok {rc=0}\u000a08:41:11.065906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15681): Launched\u000a08:41:11.371438 run osmo-hlr_10.42.42.2(pid=15682): Launched\u000a08:41:11.492401 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:12.024797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15684): Launched\u000a08:41:12.329284 run osmo-stp_10.42.42.5(pid=15685): Launched\u000a08:41:12.438097 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:12.990104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15687): Launched\u000a08:41:13.293616 run osmo-msc_10.42.42.6(pid=15688): Launched\u000a08:41:13.471106 run osmo-stp_10.42.42.5(pid=15685): ERR: Terminated: ERROR {rc=1} [trial-2357↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15685)]\u000a08:41:13.598855 run osmo-stp_10.42.42.5(pid=15685): stdout: \u000a| (launched: 2022-12-09_08:41:12.178882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:13.724526 run osmo-stp_10.42.42.5(pid=15685): stderr: \u000a| �[0;m�[38;5;43m20221209084112348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084112348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084112349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084112349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084112350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084112350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084112350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:13.845528 run osmo-stp_10.42.42.5(pid=15685): stdout: \u000a| (launched: 2022-12-09_08:41:12.178882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:13.965480 run osmo-stp_10.42.42.5(pid=15685): stderr: \u000a| �[0;m�[38;5;43m20221209084112348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084112348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084112349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084112349 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084112350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084112350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084112350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:14.017852 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15685): Process ended prematurely: osmo-stp_10.42.42.5(pid=15685) [trial-2357↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15685)] [trial-2357↪sms:trx-b200↪mo_mt_sms.py:16]\u000a08:41:14.025829 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a08:41:14.086538 run osmo-hlr_10.42.42.2(pid=15682): ERR: Terminated: ERROR {rc=237} [trial-2357↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15682)]\u000a08:41:14.135967 run osmo-hlr_10.42.42.2(pid=15682): stdout: \u000a| (launched: 2022-12-09_08:41:11.220843) \u000a08:41:14.186170 run osmo-hlr_10.42.42.2(pid=15682): stderr: \u000a| �[0;m�[1;31m20221209084111394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084111394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084111394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084111394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084111394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084111394 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084111407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084111415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084111415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084111415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:14.254404 run osmo-msc_10.42.42.6(pid=15688): ERR: Terminated: ERROR {rc=2} [trial-2357↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15688)]\u000a08:41:14.303736 run osmo-msc_10.42.42.6(pid=15688): stdout: \u000a| (launched: 2022-12-09_08:41:13.143604) \u000a08:41:14.353670 run osmo-msc_10.42.42.6(pid=15688): stderr: \u000a| �[0;m�[38;5;43m20221209084113415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084113415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fead7071c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084113415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084113415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084113416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084113416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084113418 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084113418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084113418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084113418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:14.395984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15681): Terminating (SIGTERM)\u000a08:41:14.436192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15684): Terminating (SIGTERM)\u000a08:41:14.476404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15687): Terminating (SIGTERM)\u000a08:41:14.485677 --- ParallelTerminationStrategy: PID 15681 died...\u000a08:41:14.539459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15681): Terminated: ok {rc=0}\u000a08:41:14.549055 --- ParallelTerminationStrategy: PID 15684 died...\u000a08:41:14.602487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15684): Terminated: ok {rc=0}\u000a08:41:14.612111 --- ParallelTerminationStrategy: PID 15687 died...\u000a08:41:14.665628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15687): Terminated: ok {rc=0}\u000a08:41:14.754611 bus /sierra_3: Setting Powered False\u000a08:41:15.865259 bus /sierra_3: Setting Powered False\u000a08:41:16.987710 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:41:07" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15695): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15695) [trial-2357↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15695)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15695): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15695) [trial-2357↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a08:41:18.831657 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a08:41:18.842704 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a08:41:18.979125 tst assert_extension.py: using LAC 20267\u000a08:41:19.104692 tst assert_extension.py: using RAC 122\u000a08:41:19.232282 tst assert_extension.py: using CellId 20267\u000a08:41:19.363271 tst assert_extension.py: using BVCI 20268\u000a08:41:19.388012 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a08:41:19.667070 tst assert_extension.py:10: start nitb and bts...\u000a08:41:19.792410 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:41:20.417897 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15694): Launched\u000a08:41:20.715951 run osmo-nitb_10.42.42.2(pid=15695): Launched\u000a08:41:20.901197 run osmo-nitb_10.42.42.2(pid=15695): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15695)]\u000a08:41:21.037583 run osmo-nitb_10.42.42.2(pid=15695): stdout: \u000a| (launched: 2022-12-09_08:41:20.571303) \u000a08:41:21.174366 run osmo-nitb_10.42.42.2(pid=15695): stderr: \u000a| (launched: 2022-12-09_08:41:20.616328)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:41:21.306512 run osmo-nitb_10.42.42.2(pid=15695): stdout: \u000a| (launched: 2022-12-09_08:41:20.571303) \u000a08:41:21.438632 run osmo-nitb_10.42.42.2(pid=15695): stderr: \u000a| (launched: 2022-12-09_08:41:20.616328)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:41:21.837582 tst osmo-nitb_10.42.42.2(pid=15695): stdout: \u000a| (launched: 2022-12-09_08:41:20.571303) \u000a08:41:21.957188 tst osmo-nitb_10.42.42.2(pid=15695): stderr: \u000a| (launched: 2022-12-09_08:41:20.616328)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:41:22.009720 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15695): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15695) [trial-2357↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15695)] [trial-2357↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a08:41:22.017807 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a08:41:22.052457 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15694): Terminating (SIGTERM)\u000a08:41:22.229884 --- ParallelTerminationStrategy: PID 15694 died...\u000a08:41:22.284676 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15694): Terminated: ok {rc=0}\u000a08:41:22.374009 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:41:18" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15705): Process ended prematurely: osmo-stp_10.42.42.5(pid=15705) [trial-2357↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15705)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15705): Process ended prematurely: osmo-stp_10.42.42.5(pid=15705) [trial-2357↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15705)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a08:41:24.215676 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:24.226631 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a08:41:24.362829 tst assert_extension.py: using LAC 20268\u000a08:41:24.481522 tst assert_extension.py: using RAC 123\u000a08:41:24.599792 tst assert_extension.py: using CellId 20268\u000a08:41:24.719795 tst assert_extension.py: using BVCI 20269\u000a08:41:24.742887 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:24.753643 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:24.764153 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:24.774728 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:24.785271 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:41:24.795793 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a08:41:25.006893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:25.518410 run create_hlr_db(pid=15699): Launched\u000a08:41:25.707126 bus /sierra_2: Setting Powered False\u000a08:41:26.727189 run create_hlr_db(pid=15699): Terminated: ok {rc=0}\u000a08:41:27.132376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15701): Launched\u000a08:41:27.435886 run osmo-hlr_10.42.42.2(pid=15702): Launched\u000a08:41:27.548136 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:28.074967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15704): Launched\u000a08:41:28.377813 run osmo-stp_10.42.42.5(pid=15705): Launched\u000a08:41:28.487820 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:29.038041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15707): Launched\u000a08:41:29.340424 run osmo-msc_10.42.42.6(pid=15708): Launched\u000a08:41:29.518105 run osmo-stp_10.42.42.5(pid=15705): ERR: Terminated: ERROR {rc=1} [trial-2357↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15705)]\u000a08:41:29.646403 run osmo-stp_10.42.42.5(pid=15705): stdout: \u000a| (launched: 2022-12-09_08:41:28.228550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:29.772273 run osmo-stp_10.42.42.5(pid=15705): stderr: \u000a| �[0;m�[38;5;43m20221209084128396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084128396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084128396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084128397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084128397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084128397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084128397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:29.893991 run osmo-stp_10.42.42.5(pid=15705): stdout: \u000a| (launched: 2022-12-09_08:41:28.228550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:30.014518 run osmo-stp_10.42.42.5(pid=15705): stderr: \u000a| �[0;m�[38;5;43m20221209084128396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084128396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084128396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084128397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084128397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084128397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084128397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:30.067210 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15705): Process ended prematurely: osmo-stp_10.42.42.5(pid=15705) [trial-2357↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15705)] [trial-2357↪ussd:trx-b200↪assert_extension.py:17]\u000a08:41:30.075442 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a08:41:30.135624 run osmo-hlr_10.42.42.2(pid=15702): ERR: Terminated: ERROR {rc=237} [trial-2357↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15702)]\u000a08:41:30.185339 run osmo-hlr_10.42.42.2(pid=15702): stdout: \u000a| (launched: 2022-12-09_08:41:27.286290) \u000a08:41:30.235616 run osmo-hlr_10.42.42.2(pid=15702): stderr: \u000a| �[0;m�[1;31m20221209084127458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084127458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084127458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084127458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084127458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084127458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084127470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084127480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084127480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084127480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:30.303636 run osmo-msc_10.42.42.6(pid=15708): ERR: Terminated: ERROR {rc=2} [trial-2357↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15708)]\u000a08:41:30.353138 run osmo-msc_10.42.42.6(pid=15708): stdout: \u000a| (launched: 2022-12-09_08:41:29.191085) \u000a08:41:30.403261 run osmo-msc_10.42.42.6(pid=15708): stderr: \u000a| �[0;m�[38;5;43m20221209084129460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084129460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb254cf0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084129461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084129461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084129461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084129461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084129463 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084129463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084129463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084129463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:30.445778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15701): Terminating (SIGTERM)\u000a08:41:30.486315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15704): Terminating (SIGTERM)\u000a08:41:30.526549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15707): Terminating (SIGTERM)\u000a08:41:30.535811 --- ParallelTerminationStrategy: PID 15701 died...\u000a08:41:30.589557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15701): Terminated: ok {rc=0}\u000a08:41:30.599194 --- ParallelTerminationStrategy: PID 15704 died...\u000a08:41:30.652171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15704): Terminated: ok {rc=0}\u000a08:41:30.661814 --- ParallelTerminationStrategy: PID 15707 died...\u000a08:41:30.715119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15707): Terminated: ok {rc=0}\u000a08:41:30.803549 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:41:24" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15719): Process ended prematurely: osmo-stp_10.42.42.5(pid=15719) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15719)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15719): Process ended prematurely: osmo-stp_10.42.42.5(pid=15719) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:41:32.816420 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:32.827691 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:41:32.993516 tst mo_mt_call.py: using LAC 20269\u000a08:41:33.119943 tst mo_mt_call.py: using RAC 124\u000a08:41:33.246444 tst mo_mt_call.py: using CellId 20269\u000a08:41:33.375258 tst mo_mt_call.py: using BVCI 20270\u000a08:41:33.400380 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:33.412236 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:33.423754 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:33.435899 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:33.448020 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:33.459609 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:41:33.583555 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:41:33.790792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:34.285500 run create_hlr_db(pid=15713): Launched\u000a08:41:34.462895 bus /sierra_2: Setting Powered False\u000a08:41:35.485349 run create_hlr_db(pid=15713): Terminated: ok {rc=0}\u000a08:41:35.921673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15715): Launched\u000a08:41:36.250748 run osmo-hlr_10.42.42.2(pid=15716): Launched\u000a08:41:36.373338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:36.946991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15718): Launched\u000a08:41:37.277405 run osmo-stp_10.42.42.5(pid=15719): Launched\u000a08:41:37.396808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:37.998771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15721): Launched\u000a08:41:38.328320 run osmo-msc_10.42.42.6(pid=15722): Launched\u000a08:41:38.522494 run osmo-stp_10.42.42.5(pid=15719): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15719)]\u000a08:41:38.662050 run osmo-stp_10.42.42.5(pid=15719): stdout: \u000a| (launched: 2022-12-09_08:41:37.115059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:38.801190 run osmo-stp_10.42.42.5(pid=15719): stderr: \u000a| �[0;m�[38;5;43m20221209084137304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084137304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084137304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084137305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084137305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084137305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084137306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:38.934477 run osmo-stp_10.42.42.5(pid=15719): stdout: \u000a| (launched: 2022-12-09_08:41:37.115059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:39.066905 run osmo-stp_10.42.42.5(pid=15719): stderr: \u000a| �[0;m�[38;5;43m20221209084137304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084137304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084137304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084137305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084137305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084137305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084137306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:39.124694 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15719): Process ended prematurely: osmo-stp_10.42.42.5(pid=15719) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15719)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:41:39.134025 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:41:39.197892 run osmo-hlr_10.42.42.2(pid=15716): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15716)]\u000a08:41:39.250114 run osmo-hlr_10.42.42.2(pid=15716): stdout: \u000a| (launched: 2022-12-09_08:41:36.089938) \u000a08:41:39.302924 run osmo-hlr_10.42.42.2(pid=15716): stderr: \u000a| �[0;m�[1;31m20221209084136287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084136287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084136287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084136287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084136287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084136287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084136300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084136309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084136309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084136309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:39.374522 run osmo-msc_10.42.42.6(pid=15722): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15722)]\u000a08:41:39.426505 run osmo-msc_10.42.42.6(pid=15722): stdout: \u000a| (launched: 2022-12-09_08:41:38.166575) \u000a08:41:39.479450 run osmo-msc_10.42.42.6(pid=15722): stderr: \u000a| �[0;m�[38;5;43m20221209084138485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084138485 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07f52f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084138485 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084138485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084138485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084138486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084138487 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084138488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084138488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084138488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:39.524534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15715): Terminating (SIGTERM)\u000a08:41:39.566481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15718): Terminating (SIGTERM)\u000a08:41:39.608783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15721): Terminating (SIGTERM)\u000a08:41:39.618741 --- ParallelTerminationStrategy: PID 15715 died...\u000a08:41:39.675431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15715): Terminated: ok {rc=0}\u000a08:41:39.685607 --- ParallelTerminationStrategy: PID 15718 died...\u000a08:41:39.743021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15718): Terminated: ok {rc=0}\u000a08:41:39.753893 --- ParallelTerminationStrategy: PID 15721 died...\u000a08:41:39.811016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15721): Terminated: ok {rc=0}\u000a08:41:39.900301 bus /sierra_3: Setting Powered False\u000a08:41:41.009695 bus /sierra_3: Setting Powered False\u000a08:41:42.118746 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15730): Process ended prematurely: osmo-stp_10.42.42.5(pid=15730) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15730)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15730): Process ended prematurely: osmo-stp_10.42.42.5(pid=15730) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:41:43.236123 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:43.248645 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:41:43.420585 tst mo_mt_call_osmux.py: using LAC 20270\u000a08:41:43.548288 tst mo_mt_call_osmux.py: using RAC 125\u000a08:41:43.675537 tst mo_mt_call_osmux.py: using CellId 20270\u000a08:41:43.803175 tst mo_mt_call_osmux.py: using BVCI 20271\u000a08:41:43.828190 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:43.839871 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:43.851384 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:43.863387 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:43.875545 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:41:43.887085 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:41:44.005526 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:41:44.219909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:44.737418 run create_hlr_db(pid=15724): Launched\u000a08:41:44.927300 bus /sierra_2: Setting Powered False\u000a08:41:45.962296 run create_hlr_db(pid=15724): Terminated: ok {rc=0}\u000a08:41:46.422214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15726): Launched\u000a08:41:46.836575 run osmo-hlr_10.42.42.2(pid=15727): Launched\u000a08:41:46.991154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:47.671203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15729): Launched\u000a08:41:48.000090 run osmo-stp_10.42.42.5(pid=15730): Launched\u000a08:41:48.119276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:48.717830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15732): Launched\u000a08:41:49.048885 run osmo-msc_10.42.42.6(pid=15733): Launched\u000a08:41:49.241635 run osmo-stp_10.42.42.5(pid=15730): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15730)]\u000a08:41:49.380416 run osmo-stp_10.42.42.5(pid=15730): stdout: \u000a| (launched: 2022-12-09_08:41:47.839010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:49.518191 run osmo-stp_10.42.42.5(pid=15730): stderr: \u000a| �[0;m�[38;5;43m20221209084148029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084148029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084148029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084148030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084148030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084148030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084148030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:49.651129 run osmo-stp_10.42.42.5(pid=15730): stdout: \u000a| (launched: 2022-12-09_08:41:47.839010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:41:49.783275 run osmo-stp_10.42.42.5(pid=15730): stderr: \u000a| �[0;m�[38;5;43m20221209084148029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084148029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084148029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084148030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084148030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084148030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084148030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:41:49.841251 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15730): Process ended prematurely: osmo-stp_10.42.42.5(pid=15730) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15730)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:41:49.850682 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a08:41:49.913789 run osmo-hlr_10.42.42.2(pid=15727): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15727)]\u000a08:41:49.965606 run osmo-hlr_10.42.42.2(pid=15727): stdout: \u000a| (launched: 2022-12-09_08:41:46.586465) \u000a08:41:50.017874 run osmo-hlr_10.42.42.2(pid=15727): stderr: \u000a| �[0;m�[1;31m20221209084146936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084146936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084146936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084146936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084146936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084146936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084146959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084146979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084146980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084146980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:41:50.088470 run osmo-msc_10.42.42.6(pid=15733): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15733)]\u000a08:41:50.139894 run osmo-msc_10.42.42.6(pid=15733): stdout: \u000a| (launched: 2022-12-09_08:41:48.885705) \u000a08:41:50.192077 run osmo-msc_10.42.42.6(pid=15733): stderr: \u000a| �[0;m�[38;5;43m20221209084149206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084149206 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f859bfc2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084149206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084149206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084149206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084149207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084149208 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084149209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084149209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084149209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:41:50.236367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15726): Terminating (SIGTERM)\u000a08:41:50.278680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15729): Terminating (SIGTERM)\u000a08:41:50.320788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15732): Terminating (SIGTERM)\u000a08:41:50.331534 --- ParallelTerminationStrategy: PID 15726 died...\u000a08:41:50.387357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15726): Terminated: ok {rc=0}\u000a08:41:50.397789 --- ParallelTerminationStrategy: PID 15729 died...\u000a08:41:50.453723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15729): Terminated: ok {rc=0}\u000a08:41:50.463988 --- ParallelTerminationStrategy: PID 15732 died...\u000a08:41:50.519808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15732): Terminated: ok {rc=0}\u000a08:41:50.607429 bus /sierra_3: Setting Powered False\u000a08:41:51.715038 bus /sierra_3: Setting Powered False\u000a08:41:52.828241 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:41:32" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15744): Process ended prematurely: osmo-stp_10.42.42.5(pid=15744) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15744)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15744): Process ended prematurely: osmo-stp_10.42.42.5(pid=15744) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:41:54.829760 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:41:54.841157 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:41:55.001436 tst mo_mt_call.py: using LAC 20271\u000a08:41:55.123584 tst mo_mt_call.py: using RAC 126\u000a08:41:55.245659 tst mo_mt_call.py: using CellId 20271\u000a08:41:55.368362 tst mo_mt_call.py: using BVCI 20272\u000a08:41:55.391941 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:41:55.403466 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:41:55.414819 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:41:55.426202 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:41:55.437548 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:41:55.448658 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:41:55.569330 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:41:55.776645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:41:56.270653 run create_hlr_db(pid=15738): Launched\u000a08:41:56.447503 bus /sierra_2: Setting Powered False\u000a08:41:57.468589 run create_hlr_db(pid=15738): Terminated: ok {rc=0}\u000a08:41:57.907299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15740): Launched\u000a08:41:58.237524 run osmo-hlr_10.42.42.2(pid=15741): Launched\u000a08:41:58.358825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:41:58.933906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15743): Launched\u000a08:41:59.264273 run osmo-stp_10.42.42.5(pid=15744): Launched\u000a08:41:59.384613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:41:59.987067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15746): Launched\u000a08:42:00.318115 run osmo-msc_10.42.42.6(pid=15747): Launched\u000a08:42:00.511506 run osmo-stp_10.42.42.5(pid=15744): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15744)]\u000a08:42:00.651016 run osmo-stp_10.42.42.5(pid=15744): stdout: \u000a| (launched: 2022-12-09_08:41:59.101827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:00.789403 run osmo-stp_10.42.42.5(pid=15744): stderr: \u000a| �[0;m�[38;5;43m20221209084159292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084159292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084159292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084159292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084159293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084159293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084159293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:00.960093 run osmo-stp_10.42.42.5(pid=15744): stdout: \u000a| (launched: 2022-12-09_08:41:59.101827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:01.117937 run osmo-stp_10.42.42.5(pid=15744): stderr: \u000a| �[0;m�[38;5;43m20221209084159292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084159292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084159292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084159292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084159293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084159293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084159293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:01.174350 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15744): Process ended prematurely: osmo-stp_10.42.42.5(pid=15744) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15744)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:42:01.184500 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:42:01.249226 run osmo-hlr_10.42.42.2(pid=15741): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15741)]\u000a08:42:01.300481 run osmo-hlr_10.42.42.2(pid=15741): stdout: \u000a| (launched: 2022-12-09_08:41:58.075757) \u000a08:42:01.352191 run osmo-hlr_10.42.42.2(pid=15741): stderr: \u000a| �[0;m�[1;31m20221209084158272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084158272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084158272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084158272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084158272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084158272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084158284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084158293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084158293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084158294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:01.423200 run osmo-msc_10.42.42.6(pid=15747): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15747)]\u000a08:42:01.474376 run osmo-msc_10.42.42.6(pid=15747): stdout: \u000a| (launched: 2022-12-09_08:42:00.154977) \u000a08:42:01.526365 run osmo-msc_10.42.42.6(pid=15747): stderr: \u000a| �[0;m�[38;5;43m20221209084200474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084200474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f348c053c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084200474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084200474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084200474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084200474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084200476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084200477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084200477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084200477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:01.569808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15740): Terminating (SIGTERM)\u000a08:42:01.615014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15743): Terminating (SIGTERM)\u000a08:42:01.659032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15746): Terminating (SIGTERM)\u000a08:42:01.669536 --- ParallelTerminationStrategy: PID 15740 died...\u000a08:42:01.726003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15740): Terminated: ok {rc=0}\u000a08:42:01.736411 --- ParallelTerminationStrategy: PID 15743 died...\u000a08:42:01.791171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15743): Terminated: ok {rc=0}\u000a08:42:01.801337 --- ParallelTerminationStrategy: PID 15746 died...\u000a08:42:01.857793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15746): Terminated: ok {rc=0}\u000a08:42:01.945880 bus /sierra_3: Setting Powered False\u000a08:42:03.052790 bus /sierra_3: Setting Powered False\u000a08:42:04.166291 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15760): Process ended prematurely: osmo-stp_10.42.42.5(pid=15760) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15760)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15760): Process ended prematurely: osmo-stp_10.42.42.5(pid=15760) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:42:05.278221 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:42:05.290309 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:42:05.453386 tst mo_mt_call_osmux.py: using LAC 20272\u000a08:42:05.579758 tst mo_mt_call_osmux.py: using RAC 127\u000a08:42:05.707381 tst mo_mt_call_osmux.py: using CellId 20272\u000a08:42:05.835326 tst mo_mt_call_osmux.py: using BVCI 20273\u000a08:42:05.860513 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:42:05.872417 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:42:05.884143 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:42:05.896523 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:42:05.908516 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:42:05.921453 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:42:06.040445 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:42:06.256862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:06.776012 run create_hlr_db(pid=15754): Launched\u000a08:42:06.966566 bus /sierra_2: Setting Powered False\u000a08:42:07.987669 run create_hlr_db(pid=15754): Terminated: ok {rc=0}\u000a08:42:08.402077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15756): Launched\u000a08:42:08.714648 run osmo-hlr_10.42.42.2(pid=15757): Launched\u000a08:42:08.829145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:09.363497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15759): Launched\u000a08:42:09.673301 run osmo-stp_10.42.42.5(pid=15760): Launched\u000a08:42:09.786604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:10.355006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15762): Launched\u000a08:42:10.666424 run osmo-msc_10.42.42.6(pid=15763): Launched\u000a08:42:10.847723 run osmo-stp_10.42.42.5(pid=15760): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15760)]\u000a08:42:10.978272 run osmo-stp_10.42.42.5(pid=15760): stdout: \u000a| (launched: 2022-12-09_08:42:09.520581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:11.106749 run osmo-stp_10.42.42.5(pid=15760): stderr: \u000a| �[0;m�[38;5;43m20221209084209692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084209692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084209692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084209693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084209693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084209693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084209693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:11.230985 run osmo-stp_10.42.42.5(pid=15760): stdout: \u000a| (launched: 2022-12-09_08:42:09.520581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:11.354026 run osmo-stp_10.42.42.5(pid=15760): stderr: \u000a| �[0;m�[38;5;43m20221209084209692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084209692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084209692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084209693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084209693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084209693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084209693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:11.408587 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15760): Process ended prematurely: osmo-stp_10.42.42.5(pid=15760) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15760)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:42:11.417392 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:42:11.477095 run osmo-hlr_10.42.42.2(pid=15757): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15757)]\u000a08:42:11.526352 run osmo-hlr_10.42.42.2(pid=15757): stdout: \u000a| (launched: 2022-12-09_08:42:08.560501) \u000a08:42:11.576233 run osmo-hlr_10.42.42.2(pid=15757): stderr: \u000a| �[0;m�[1;31m20221209084208734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084208734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084208734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084208734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084208734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084208734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084208749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084208758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084208758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084208758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:11.643877 run osmo-msc_10.42.42.6(pid=15763): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15763)]\u000a08:42:11.693030 run osmo-msc_10.42.42.6(pid=15763): stdout: \u000a| (launched: 2022-12-09_08:42:10.512515) \u000a08:42:11.743599 run osmo-msc_10.42.42.6(pid=15763): stderr: \u000a| �[0;m�[38;5;43m20221209084210785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084210785 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5379e84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084210785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084210785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084210785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084210785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084210787 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084210787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084210788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084210788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:11.785939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15756): Terminating (SIGTERM)\u000a08:42:11.825648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15759): Terminating (SIGTERM)\u000a08:42:11.865448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15762): Terminating (SIGTERM)\u000a08:42:11.874629 --- ParallelTerminationStrategy: PID 15756 died...\u000a08:42:11.928110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15756): Terminated: ok {rc=0}\u000a08:42:11.937744 --- ParallelTerminationStrategy: PID 15759 died...\u000a08:42:11.990660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15759): Terminated: ok {rc=0}\u000a08:42:12.000116 --- ParallelTerminationStrategy: PID 15762 died...\u000a08:42:12.052720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15762): Terminated: ok {rc=0}\u000a08:42:12.136417 bus /sierra_3: Setting Powered False\u000a08:42:13.243728 bus /sierra_3: Setting Powered False\u000a08:42:14.351396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:41:54" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15774): Process ended prematurely: osmo-stp_10.42.42.5(pid=15774) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15774)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15774): Process ended prematurely: osmo-stp_10.42.42.5(pid=15774) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:42:16.400134 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:16.413751 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:42:16.601496 tst mo_mt_call.py: using LAC 20273\u000a08:42:16.733794 tst mo_mt_call.py: using RAC 128\u000a08:42:16.887867 tst mo_mt_call.py: using CellId 20273\u000a08:42:17.018769 tst mo_mt_call.py: using BVCI 20274\u000a08:42:17.043163 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:17.055531 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:17.067673 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:17.079995 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:17.092363 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:17.104656 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:42:17.234029 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:42:17.440606 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:17.938559 run create_hlr_db(pid=15768): Launched\u000a08:42:18.115967 bus /sierra_2: Setting Powered False\u000a08:42:19.138065 run create_hlr_db(pid=15768): Terminated: ok {rc=0}\u000a08:42:19.575094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15770): Launched\u000a08:42:19.905432 run osmo-hlr_10.42.42.2(pid=15771): Launched\u000a08:42:20.025479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:20.597212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15773): Launched\u000a08:42:20.927526 run osmo-stp_10.42.42.5(pid=15774): Launched\u000a08:42:21.047643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:21.651192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15776): Launched\u000a08:42:21.982175 run osmo-msc_10.42.42.6(pid=15777): Launched\u000a08:42:22.174760 run osmo-stp_10.42.42.5(pid=15774): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15774)]\u000a08:42:22.314106 run osmo-stp_10.42.42.5(pid=15774): stdout: \u000a| (launched: 2022-12-09_08:42:20.765653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:22.451647 run osmo-stp_10.42.42.5(pid=15774): stderr: \u000a| �[0;m�[38;5;43m20221209084220955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084220955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084220955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084220955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084220956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084220956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084220956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:22.584637 run osmo-stp_10.42.42.5(pid=15774): stdout: \u000a| (launched: 2022-12-09_08:42:20.765653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:22.716739 run osmo-stp_10.42.42.5(pid=15774): stderr: \u000a| �[0;m�[38;5;43m20221209084220955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084220955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084220955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084220955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084220956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084220956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084220956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:22.775002 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15774): Process ended prematurely: osmo-stp_10.42.42.5(pid=15774) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15774)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:42:22.784239 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:42:22.847192 run osmo-hlr_10.42.42.2(pid=15771): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15771)]\u000a08:42:22.899110 run osmo-hlr_10.42.42.2(pid=15771): stdout: \u000a| (launched: 2022-12-09_08:42:19.743488) \u000a08:42:22.951512 run osmo-hlr_10.42.42.2(pid=15771): stderr: \u000a| �[0;m�[1;31m20221209084219940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084219940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084219940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084219940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084219940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084219940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084219982 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084219992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084219992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084219992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:23.022092 run osmo-msc_10.42.42.6(pid=15777): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15777)]\u000a08:42:23.073762 run osmo-msc_10.42.42.6(pid=15777): stdout: \u000a| (launched: 2022-12-09_08:42:21.820176) \u000a08:42:23.126212 run osmo-msc_10.42.42.6(pid=15777): stderr: \u000a| �[0;m�[38;5;43m20221209084222141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084222141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4f2618ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084222141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084222141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084222141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084222142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084222143 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084222144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084222144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084222144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:23.170313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15770): Terminating (SIGTERM)\u000a08:42:23.212341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15773): Terminating (SIGTERM)\u000a08:42:23.254747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15776): Terminating (SIGTERM)\u000a08:42:23.264374 --- ParallelTerminationStrategy: PID 15770 died...\u000a08:42:23.320853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15770): Terminated: ok {rc=0}\u000a08:42:23.330923 --- ParallelTerminationStrategy: PID 15773 died...\u000a08:42:23.387688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15773): Terminated: ok {rc=0}\u000a08:42:23.397768 --- ParallelTerminationStrategy: PID 15776 died...\u000a08:42:23.453799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15776): Terminated: ok {rc=0}\u000a08:42:23.542004 bus /sierra_3: Setting Powered False\u000a08:42:24.649211 bus /sierra_3: Setting Powered False\u000a08:42:25.757424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15785): Process ended prematurely: osmo-stp_10.42.42.5(pid=15785) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15785)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15785): Process ended prematurely: osmo-stp_10.42.42.5(pid=15785) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:42:26.874311 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:26.886711 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:42:27.053831 tst mo_mt_call_osmux.py: using LAC 20274\u000a08:42:27.183899 tst mo_mt_call_osmux.py: using RAC 129\u000a08:42:27.313374 tst mo_mt_call_osmux.py: using CellId 20274\u000a08:42:27.444635 tst mo_mt_call_osmux.py: using BVCI 20275\u000a08:42:27.469704 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:27.482420 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:27.494905 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:27.506866 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:27.518570 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:42:27.530486 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:42:27.653770 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:42:27.867650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:28.388207 run create_hlr_db(pid=15779): Launched\u000a08:42:28.579706 bus /sierra_2: Setting Powered False\u000a08:42:29.600090 run create_hlr_db(pid=15779): Terminated: ok {rc=0}\u000a08:42:30.015332 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15781): Launched\u000a08:42:30.325426 run osmo-hlr_10.42.42.2(pid=15782): Launched\u000a08:42:30.439366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:31.005247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15784): Launched\u000a08:42:31.444865 run osmo-stp_10.42.42.5(pid=15785): Launched\u000a08:42:31.580930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:32.255239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15787): Launched\u000a08:42:32.566219 run osmo-msc_10.42.42.6(pid=15788): Launched\u000a08:42:32.747323 run osmo-stp_10.42.42.5(pid=15785): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15785)]\u000a08:42:32.878026 run osmo-stp_10.42.42.5(pid=15785): stdout: \u000a| (launched: 2022-12-09_08:42:31.179115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:33.007446 run osmo-stp_10.42.42.5(pid=15785): stderr: \u000a| �[0;m�[38;5;43m20221209084231448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084231448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084231448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084231449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084231449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084231449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084231449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:33.132274 run osmo-stp_10.42.42.5(pid=15785): stdout: \u000a| (launched: 2022-12-09_08:42:31.179115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:33.256473 run osmo-stp_10.42.42.5(pid=15785): stderr: \u000a| �[0;m�[38;5;43m20221209084231448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084231448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084231448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084231449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084231449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084231449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084231449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:33.311150 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15785): Process ended prematurely: osmo-stp_10.42.42.5(pid=15785) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15785)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:42:33.319852 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a08:42:33.380372 run osmo-hlr_10.42.42.2(pid=15782): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15782)]\u000a08:42:33.429886 run osmo-hlr_10.42.42.2(pid=15782): stdout: \u000a| (launched: 2022-12-09_08:42:30.173420) \u000a08:42:33.479877 run osmo-hlr_10.42.42.2(pid=15782): stderr: \u000a| �[0;m�[1;31m20221209084230347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084230347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084230347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084230348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084230348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084230348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084230360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084230368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084230368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084230368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:33.548369 run osmo-msc_10.42.42.6(pid=15788): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15788)]\u000a08:42:33.597795 run osmo-msc_10.42.42.6(pid=15788): stdout: \u000a| (launched: 2022-12-09_08:42:32.412893) \u000a08:42:33.647931 run osmo-msc_10.42.42.6(pid=15788): stderr: \u000a| �[0;m�[38;5;43m20221209084232685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084232686 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfcdd25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084232686 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084232686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084232686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084232686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084232688 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084232688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084232688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084232688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:33.690601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15781): Terminating (SIGTERM)\u000a08:42:33.730803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15784): Terminating (SIGTERM)\u000a08:42:33.771149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15787): Terminating (SIGTERM)\u000a08:42:33.780352 --- ParallelTerminationStrategy: PID 15781 died...\u000a08:42:33.834010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15781): Terminated: ok {rc=0}\u000a08:42:33.843595 --- ParallelTerminationStrategy: PID 15784 died...\u000a08:42:33.896648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15784): Terminated: ok {rc=0}\u000a08:42:33.906619 --- ParallelTerminationStrategy: PID 15787 died...\u000a08:42:33.960669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15787): Terminated: ok {rc=0}\u000a08:42:34.044009 bus /sierra_3: Setting Powered False\u000a08:42:35.152301 bus /sierra_3: Setting Powered False\u000a08:42:36.260836 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:42:16" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15800): Process ended prematurely: osmo-stp_10.42.42.5(pid=15800) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15800)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15800): Process ended prematurely: osmo-stp_10.42.42.5(pid=15800) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:42:38.268054 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:38.279397 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:42:38.450787 tst mo_mt_call.py: using LAC 20275\u000a08:42:38.579843 tst mo_mt_call.py: using RAC 130\u000a08:42:38.701194 tst mo_mt_call.py: using CellId 20275\u000a08:42:38.822438 tst mo_mt_call.py: using BVCI 20276\u000a08:42:38.845940 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:38.857241 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:38.868306 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:38.879392 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:38.890623 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:38.901743 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:42:39.021480 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:42:39.236670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:39.757049 run create_hlr_db(pid=15794): Launched\u000a08:42:39.948514 bus /sierra_2: Setting Powered False\u000a08:42:40.969812 run create_hlr_db(pid=15794): Terminated: ok {rc=0}\u000a08:42:41.409621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15796): Launched\u000a08:42:41.741952 run osmo-hlr_10.42.42.2(pid=15797): Launched\u000a08:42:41.863246 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:42.437436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15799): Launched\u000a08:42:42.771789 run osmo-stp_10.42.42.5(pid=15800): Launched\u000a08:42:42.893223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:43.498442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15802): Launched\u000a08:42:43.809955 run osmo-msc_10.42.42.6(pid=15803): Launched\u000a08:42:43.991445 run osmo-stp_10.42.42.5(pid=15800): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15800)]\u000a08:42:44.122534 run osmo-stp_10.42.42.5(pid=15800): stdout: \u000a| (launched: 2022-12-09_08:42:42.606053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:44.251440 run osmo-stp_10.42.42.5(pid=15800): stderr: \u000a| �[0;m�[38;5;43m20221209084242794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084242794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084242795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084242795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084242796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084242796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084242796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:44.376731 run osmo-stp_10.42.42.5(pid=15800): stdout: \u000a| (launched: 2022-12-09_08:42:42.606053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:44.502261 run osmo-stp_10.42.42.5(pid=15800): stderr: \u000a| �[0;m�[38;5;43m20221209084242794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084242794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084242795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084242795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084242796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084242796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084242796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:44.556552 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15800): Process ended prematurely: osmo-stp_10.42.42.5(pid=15800) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15800)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:42:44.565199 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:42:44.624883 run osmo-hlr_10.42.42.2(pid=15797): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15797)]\u000a08:42:44.673846 run osmo-hlr_10.42.42.2(pid=15797): stdout: \u000a| (launched: 2022-12-09_08:42:41.578846) \u000a08:42:44.723408 run osmo-hlr_10.42.42.2(pid=15797): stderr: \u000a| �[0;m�[1;31m20221209084241774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084241774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084241774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084241774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084241774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084241775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084241787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084241795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084241796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084241796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:44.791334 run osmo-msc_10.42.42.6(pid=15803): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15803)]\u000a08:42:44.840504 run osmo-msc_10.42.42.6(pid=15803): stdout: \u000a| (launched: 2022-12-09_08:42:43.657122) \u000a08:42:44.890086 run osmo-msc_10.42.42.6(pid=15803): stderr: \u000a| �[0;m�[38;5;43m20221209084243928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084243928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5a02dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084243929 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084243929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084243929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084243929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084243931 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084243931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084243931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084243931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:44.932022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15796): Terminating (SIGTERM)\u000a08:42:44.971584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15799): Terminating (SIGTERM)\u000a08:42:45.011134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15802): Terminating (SIGTERM)\u000a08:42:45.020256 --- ParallelTerminationStrategy: PID 15796 died...\u000a08:42:45.073233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15796): Terminated: ok {rc=0}\u000a08:42:45.082701 --- ParallelTerminationStrategy: PID 15799 died...\u000a08:42:45.136048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15799): Terminated: ok {rc=0}\u000a08:42:45.145666 --- ParallelTerminationStrategy: PID 15802 died...\u000a08:42:45.198895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15802): Terminated: ok {rc=0}\u000a08:42:45.289182 bus /sierra_3: Setting Powered False\u000a08:42:46.397448 bus /sierra_3: Setting Powered False\u000a08:42:47.507897 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15811): Process ended prematurely: osmo-stp_10.42.42.5(pid=15811) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15811)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15811): Process ended prematurely: osmo-stp_10.42.42.5(pid=15811) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:42:48.623874 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:48.636185 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:42:48.803598 tst mo_mt_call_osmux.py: using LAC 20276\u000a08:42:48.932492 tst mo_mt_call_osmux.py: using RAC 131\u000a08:42:49.060912 tst mo_mt_call_osmux.py: using CellId 20276\u000a08:42:49.189160 tst mo_mt_call_osmux.py: using BVCI 20277\u000a08:42:49.214269 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:49.226040 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:49.237858 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:49.249441 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:49.261359 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:42:49.273118 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:42:49.391948 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:42:49.606870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:42:50.127076 run create_hlr_db(pid=15805): Launched\u000a08:42:50.318235 bus /sierra_2: Setting Powered False\u000a08:42:51.339302 run create_hlr_db(pid=15805): Terminated: ok {rc=0}\u000a08:42:51.753877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15807): Launched\u000a08:42:52.102317 run osmo-hlr_10.42.42.2(pid=15808): Launched\u000a08:42:52.223452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:42:52.798282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15810): Launched\u000a08:42:53.128359 run osmo-stp_10.42.42.5(pid=15811): Launched\u000a08:42:53.248368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:42:53.852858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15813): Launched\u000a08:42:54.183447 run osmo-msc_10.42.42.6(pid=15814): Launched\u000a08:42:54.377307 run osmo-stp_10.42.42.5(pid=15811): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15811)]\u000a08:42:54.517084 run osmo-stp_10.42.42.5(pid=15811): stdout: \u000a| (launched: 2022-12-09_08:42:52.967041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:54.655320 run osmo-stp_10.42.42.5(pid=15811): stderr: \u000a| �[0;m�[38;5;43m20221209084253155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084253155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084253155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084253156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084253156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084253156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084253157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:54.788736 run osmo-stp_10.42.42.5(pid=15811): stdout: \u000a| (launched: 2022-12-09_08:42:52.967041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:42:54.921149 run osmo-stp_10.42.42.5(pid=15811): stderr: \u000a| �[0;m�[38;5;43m20221209084253155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084253155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084253155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084253156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084253156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084253156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084253157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:42:54.978992 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15811): Process ended prematurely: osmo-stp_10.42.42.5(pid=15811) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15811)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:42:54.988333 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:42:55.051928 run osmo-hlr_10.42.42.2(pid=15808): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15808)]\u000a08:42:55.103925 run osmo-hlr_10.42.42.2(pid=15808): stdout: \u000a| (launched: 2022-12-09_08:42:51.938522) \u000a08:42:55.156607 run osmo-hlr_10.42.42.2(pid=15808): stderr: \u000a| �[0;m�[1;31m20221209084252133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084252133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084252133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084252133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084252133 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084252134 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084252146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084252156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084252156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084252157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:42:55.227889 run osmo-msc_10.42.42.6(pid=15814): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15814)]\u000a08:42:55.279616 run osmo-msc_10.42.42.6(pid=15814): stdout: \u000a| (launched: 2022-12-09_08:42:54.021301) \u000a08:42:55.331846 run osmo-msc_10.42.42.6(pid=15814): stderr: \u000a| �[0;m�[38;5;43m20221209084254340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084254340 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17f5160c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084254340 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084254340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084254340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084254340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084254342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084254342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084254343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084254343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:42:55.375915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15807): Terminating (SIGTERM)\u000a08:42:55.418431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15810): Terminating (SIGTERM)\u000a08:42:55.460343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15813): Terminating (SIGTERM)\u000a08:42:55.470285 --- ParallelTerminationStrategy: PID 15807 died...\u000a08:42:55.526419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15807): Terminated: ok {rc=0}\u000a08:42:55.536609 --- ParallelTerminationStrategy: PID 15810 died...\u000a08:42:55.592633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15810): Terminated: ok {rc=0}\u000a08:42:55.602613 --- ParallelTerminationStrategy: PID 15813 died...\u000a08:42:55.658565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15813): Terminated: ok {rc=0}\u000a08:42:55.745935 bus /sierra_3: Setting Powered False\u000a08:42:56.853946 bus /sierra_3: Setting Powered False\u000a08:42:57.963058 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:42:37" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15825): Process ended prematurely: osmo-stp_10.42.42.5(pid=15825) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15825)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15825): Process ended prematurely: osmo-stp_10.42.42.5(pid=15825) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:42:59.967206 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:42:59.978679 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:43:00.137982 tst mo_mt_call.py: using LAC 20277\u000a08:43:00.258951 tst mo_mt_call.py: using RAC 132\u000a08:43:00.390212 tst mo_mt_call.py: using CellId 20277\u000a08:43:00.512304 tst mo_mt_call.py: using BVCI 20278\u000a08:43:00.535736 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:00.546993 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:00.558405 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:00.570040 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:00.581508 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:00.592597 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:43:00.714061 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:43:00.968598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:01.512934 run create_hlr_db(pid=15819): Launched\u000a08:43:01.696156 bus /sierra_2: Setting Powered False\u000a08:43:02.712731 run create_hlr_db(pid=15819): Terminated: ok {rc=0}\u000a08:43:03.149180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15821): Launched\u000a08:43:03.479827 run osmo-hlr_10.42.42.2(pid=15822): Launched\u000a08:43:03.598455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:04.175353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15824): Launched\u000a08:43:04.505332 run osmo-stp_10.42.42.5(pid=15825): Launched\u000a08:43:04.625467 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:05.226853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15827): Launched\u000a08:43:05.557342 run osmo-msc_10.42.42.6(pid=15828): Launched\u000a08:43:05.750407 run osmo-stp_10.42.42.5(pid=15825): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15825)]\u000a08:43:05.890347 run osmo-stp_10.42.42.5(pid=15825): stdout: \u000a| (launched: 2022-12-09_08:43:04.343816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:06.028254 run osmo-stp_10.42.42.5(pid=15825): stderr: \u000a| �[0;m�[38;5;43m20221209084304533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084304533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084304534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084304534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084304535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084304535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084304535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:06.161489 run osmo-stp_10.42.42.5(pid=15825): stdout: \u000a| (launched: 2022-12-09_08:43:04.343816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:06.293859 run osmo-stp_10.42.42.5(pid=15825): stderr: \u000a| �[0;m�[38;5;43m20221209084304533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084304533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084304534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084304534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084304535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084304535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084304535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:06.351682 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15825): Process ended prematurely: osmo-stp_10.42.42.5(pid=15825) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15825)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:43:06.361824 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:43:06.426188 run osmo-hlr_10.42.42.2(pid=15822): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15822)]\u000a08:43:06.478031 run osmo-hlr_10.42.42.2(pid=15822): stdout: \u000a| (launched: 2022-12-09_08:43:03.317568) \u000a08:43:06.530573 run osmo-hlr_10.42.42.2(pid=15822): stderr: \u000a| �[0;m�[1;31m20221209084303514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084303514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084303514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084303514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084303514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084303514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084303526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084303535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084303535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084303535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:06.601626 run osmo-msc_10.42.42.6(pid=15828): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15828)]\u000a08:43:06.653348 run osmo-msc_10.42.42.6(pid=15828): stdout: \u000a| (launched: 2022-12-09_08:43:05.394628) \u000a08:43:06.705674 run osmo-msc_10.42.42.6(pid=15828): stderr: \u000a| �[0;m�[38;5;43m20221209084305716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084305717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fb6847c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084305717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084305717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084305717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084305717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084305719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084305719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084305719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084305719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:43:06.749972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15821): Terminating (SIGTERM)\u000a08:43:06.791945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15824): Terminating (SIGTERM)\u000a08:43:06.835043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15827): Terminating (SIGTERM)\u000a08:43:06.844757 --- ParallelTerminationStrategy: PID 15821 died...\u000a08:43:06.901361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15821): Terminated: ok {rc=0}\u000a08:43:06.911525 --- ParallelTerminationStrategy: PID 15824 died...\u000a08:43:06.968208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15824): Terminated: ok {rc=0}\u000a08:43:06.978444 --- ParallelTerminationStrategy: PID 15827 died...\u000a08:43:07.035405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15827): Terminated: ok {rc=0}\u000a08:43:07.123567 bus /sierra_3: Setting Powered False\u000a08:43:08.232192 bus /sierra_3: Setting Powered False\u000a08:43:09.340791 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15836): Process ended prematurely: osmo-stp_10.42.42.5(pid=15836) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15836)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15836): Process ended prematurely: osmo-stp_10.42.42.5(pid=15836) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:43:10.457394 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:10.470073 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:43:10.639601 tst mo_mt_call_osmux.py: using LAC 20278\u000a08:43:10.768368 tst mo_mt_call_osmux.py: using RAC 133\u000a08:43:10.899337 tst mo_mt_call_osmux.py: using CellId 20278\u000a08:43:11.030980 tst mo_mt_call_osmux.py: using BVCI 20279\u000a08:43:11.056072 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:11.067847 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:11.079374 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:11.091333 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:11.103097 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:43:11.115713 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:43:11.236235 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:43:11.452622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:11.973861 run create_hlr_db(pid=15830): Launched\u000a08:43:12.164575 bus /sierra_2: Setting Powered False\u000a08:43:13.185444 run create_hlr_db(pid=15830): Terminated: ok {rc=0}\u000a08:43:13.598402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15832): Launched\u000a08:43:13.907802 run osmo-hlr_10.42.42.2(pid=15833): Launched\u000a08:43:14.032260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:14.575361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15835): Launched\u000a08:43:14.884394 run osmo-stp_10.42.42.5(pid=15836): Launched\u000a08:43:14.996387 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:15.560851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15838): Launched\u000a08:43:15.964260 run osmo-msc_10.42.42.6(pid=15839): Launched\u000a08:43:16.258714 run osmo-stp_10.42.42.5(pid=15836): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15836)]\u000a08:43:16.510319 run osmo-stp_10.42.42.5(pid=15836): stdout: \u000a| (launched: 2022-12-09_08:43:14.732354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:16.668167 run osmo-stp_10.42.42.5(pid=15836): stderr: \u000a| �[0;m�[38;5;43m20221209084314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084314901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084314901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084314901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084314901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:16.810826 run osmo-stp_10.42.42.5(pid=15836): stdout: \u000a| (launched: 2022-12-09_08:43:14.732354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:16.948432 run osmo-stp_10.42.42.5(pid=15836): stderr: \u000a| �[0;m�[38;5;43m20221209084314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084314900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084314901 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084314901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084314901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084314901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:17.009661 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15836): Process ended prematurely: osmo-stp_10.42.42.5(pid=15836) [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15836)] [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:43:17.020287 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a08:43:17.088852 run osmo-hlr_10.42.42.2(pid=15833): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15833)]\u000a08:43:17.143312 run osmo-hlr_10.42.42.2(pid=15833): stdout: \u000a| (launched: 2022-12-09_08:43:13.755739) \u000a08:43:17.198607 run osmo-hlr_10.42.42.2(pid=15833): stderr: \u000a| �[0;m�[1;31m20221209084313929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084313929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084313929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084313929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084313929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084313929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084313942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084313952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084313952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084313952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:17.274190 run osmo-msc_10.42.42.6(pid=15839): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15839)]\u000a08:43:17.328612 run osmo-msc_10.42.42.6(pid=15839): stdout: \u000a| (launched: 2022-12-09_08:43:15.718719) \u000a08:43:17.384119 run osmo-msc_10.42.42.6(pid=15839): stderr: \u000a| �[0;m�[38;5;43m20221209084316060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084316060 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fecfb89ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084316060 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084316060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084316061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084316061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084316062 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084316063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084316063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084316063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:43:17.429386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15832): Terminating (SIGTERM)\u000a08:43:17.472072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15835): Terminating (SIGTERM)\u000a08:43:17.516844 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15838): Terminating (SIGTERM)\u000a08:43:17.526838 --- ParallelTerminationStrategy: PID 15832 died...\u000a08:43:17.585135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15832): Terminated: ok {rc=0}\u000a08:43:17.595267 --- ParallelTerminationStrategy: PID 15835 died...\u000a08:43:17.652588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15835): Terminated: ok {rc=0}\u000a08:43:17.662742 --- ParallelTerminationStrategy: PID 15838 died...\u000a08:43:17.720410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15838): Terminated: ok {rc=0}\u000a08:43:17.808635 bus /sierra_3: Setting Powered False\u000a08:43:18.911457 bus /sierra_3: Setting Powered False\u000a08:43:20.021586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:42:59" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15850): Process ended prematurely: osmo-stp_10.42.42.5(pid=15850) [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15850)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15850): Process ended prematurely: osmo-stp_10.42.42.5(pid=15850) [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:43:22.046940 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:22.058812 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:43:22.227705 tst mo_mt_call.py: using LAC 20279\u000a08:43:22.358748 tst mo_mt_call.py: using RAC 134\u000a08:43:22.487404 tst mo_mt_call.py: using CellId 20279\u000a08:43:22.615806 tst mo_mt_call.py: using BVCI 20280\u000a08:43:22.640887 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:22.652723 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:22.664349 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:22.676110 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:22.687976 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:22.699785 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:43:22.818588 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:43:23.023874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:23.517794 run create_hlr_db(pid=15844): Launched\u000a08:43:23.695697 bus /sierra_2: Setting Powered False\u000a08:43:24.717003 run create_hlr_db(pid=15844): Terminated: ok {rc=0}\u000a08:43:25.154707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15846): Launched\u000a08:43:25.486573 run osmo-hlr_10.42.42.2(pid=15847): Launched\u000a08:43:25.608337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:26.182906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15849): Launched\u000a08:43:26.513435 run osmo-stp_10.42.42.5(pid=15850): Launched\u000a08:43:26.635161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:27.238113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15852): Launched\u000a08:43:27.569489 run osmo-msc_10.42.42.6(pid=15853): Launched\u000a08:43:27.763415 run osmo-stp_10.42.42.5(pid=15850): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15850)]\u000a08:43:27.903666 run osmo-stp_10.42.42.5(pid=15850): stdout: \u000a| (launched: 2022-12-09_08:43:26.352078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:28.041869 run osmo-stp_10.42.42.5(pid=15850): stderr: \u000a| �[0;m�[38;5;43m20221209084326541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084326541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084326542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084326542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084326542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084326543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084326543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:28.174926 run osmo-stp_10.42.42.5(pid=15850): stdout: \u000a| (launched: 2022-12-09_08:43:26.352078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:28.307108 run osmo-stp_10.42.42.5(pid=15850): stderr: \u000a| �[0;m�[38;5;43m20221209084326541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084326541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084326542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084326542 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084326542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084326543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084326543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:28.365399 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15850): Process ended prematurely: osmo-stp_10.42.42.5(pid=15850) [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15850)] [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:43:28.374771 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a08:43:28.438945 run osmo-hlr_10.42.42.2(pid=15847): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15847)]\u000a08:43:28.490977 run osmo-hlr_10.42.42.2(pid=15847): stdout: \u000a| (launched: 2022-12-09_08:43:25.323384) \u000a08:43:28.543599 run osmo-hlr_10.42.42.2(pid=15847): stderr: \u000a| �[0;m�[1;31m20221209084325521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084325521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084325521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084325521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084325521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084325521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084325534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084325542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084325543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084325543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:28.614920 run osmo-msc_10.42.42.6(pid=15853): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15853)]\u000a08:43:28.666685 run osmo-msc_10.42.42.6(pid=15853): stdout: \u000a| (launched: 2022-12-09_08:43:27.406967) \u000a08:43:28.719193 run osmo-msc_10.42.42.6(pid=15853): stderr: \u000a| �[0;m�[38;5;43m20221209084327731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084327731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25d46b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084327731 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084327731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084327731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084327731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084327733 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084327734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084327734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084327734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:43:28.763810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15846): Terminating (SIGTERM)\u000a08:43:28.806142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15849): Terminating (SIGTERM)\u000a08:43:28.848534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15852): Terminating (SIGTERM)\u000a08:43:28.858596 --- ParallelTerminationStrategy: PID 15846 died...\u000a08:43:28.915095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15846): Terminated: ok {rc=0}\u000a08:43:28.925227 --- ParallelTerminationStrategy: PID 15849 died...\u000a08:43:28.981155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15849): Terminated: ok {rc=0}\u000a08:43:28.991093 --- ParallelTerminationStrategy: PID 15852 died...\u000a08:43:29.047355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15852): Terminated: ok {rc=0}\u000a08:43:29.134860 bus /sierra_3: Setting Powered False\u000a08:43:30.241224 bus /sierra_3: Setting Powered False\u000a08:43:31.353689 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15861): Process ended prematurely: osmo-stp_10.42.42.5(pid=15861) [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15861)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15861): Process ended prematurely: osmo-stp_10.42.42.5(pid=15861) [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:43:32.468690 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:32.481350 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:43:32.650754 tst mo_mt_call_osmux.py: using LAC 20280\u000a08:43:32.779767 tst mo_mt_call_osmux.py: using RAC 135\u000a08:43:32.908843 tst mo_mt_call_osmux.py: using CellId 20280\u000a08:43:33.040692 tst mo_mt_call_osmux.py: using BVCI 20281\u000a08:43:33.065791 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:33.077614 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:33.089221 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:33.100867 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:33.112883 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:43:33.124778 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:43:33.243776 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:43:33.459569 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:33.981419 run create_hlr_db(pid=15855): Launched\u000a08:43:34.173249 bus /sierra_2: Setting Powered False\u000a08:43:35.194455 run create_hlr_db(pid=15855): Terminated: ok {rc=0}\u000a08:43:35.609431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15857): Launched\u000a08:43:35.936222 run osmo-hlr_10.42.42.2(pid=15858): Launched\u000a08:43:36.056724 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:36.633939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15860): Launched\u000a08:43:36.965176 run osmo-stp_10.42.42.5(pid=15861): Launched\u000a08:43:37.085047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:37.688559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15863): Launched\u000a08:43:38.021859 run osmo-msc_10.42.42.6(pid=15864): Launched\u000a08:43:38.215885 run osmo-stp_10.42.42.5(pid=15861): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15861)]\u000a08:43:38.356076 run osmo-stp_10.42.42.5(pid=15861): stdout: \u000a| (launched: 2022-12-09_08:43:36.803376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:38.495262 run osmo-stp_10.42.42.5(pid=15861): stderr: \u000a| �[0;m�[38;5;43m20221209084336992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084336992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084336992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084336993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084336993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084336993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084336993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:38.629278 run osmo-stp_10.42.42.5(pid=15861): stdout: \u000a| (launched: 2022-12-09_08:43:36.803376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:38.762109 run osmo-stp_10.42.42.5(pid=15861): stderr: \u000a| �[0;m�[38;5;43m20221209084336992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084336992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084336992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084336993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084336993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084336993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084336993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:38.820989 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15861): Process ended prematurely: osmo-stp_10.42.42.5(pid=15861) [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15861)] [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:43:38.830642 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:43:38.895132 run osmo-hlr_10.42.42.2(pid=15858): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15858)]\u000a08:43:38.947574 run osmo-hlr_10.42.42.2(pid=15858): stdout: \u000a| (launched: 2022-12-09_08:43:35.771536) \u000a08:43:39.001127 run osmo-hlr_10.42.42.2(pid=15858): stderr: \u000a| �[0;m�[1;31m20221209084335966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084335966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084335966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084335966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084335966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084335966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084335978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084335986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084335987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084335987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:39.073027 run osmo-msc_10.42.42.6(pid=15864): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15864)]\u000a08:43:39.125450 run osmo-msc_10.42.42.6(pid=15864): stdout: \u000a| (launched: 2022-12-09_08:43:37.858431) \u000a08:43:39.178769 run osmo-msc_10.42.42.6(pid=15864): stderr: \u000a| �[0;m�[38;5;43m20221209084338178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084338178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71a0b80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084338179 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084338179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084338179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084338179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084338181 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084338181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084338181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084338181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:43:39.223995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15857): Terminating (SIGTERM)\u000a08:43:39.266589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15860): Terminating (SIGTERM)\u000a08:43:39.309449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15863): Terminating (SIGTERM)\u000a08:43:39.319674 --- ParallelTerminationStrategy: PID 15857 died...\u000a08:43:39.376703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15857): Terminated: ok {rc=0}\u000a08:43:39.387003 --- ParallelTerminationStrategy: PID 15860 died...\u000a08:43:39.443879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15860): Terminated: ok {rc=0}\u000a08:43:39.454145 --- ParallelTerminationStrategy: PID 15863 died...\u000a08:43:39.510890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15863): Terminated: ok {rc=0}\u000a08:43:39.598564 bus /sierra_3: Setting Powered False\u000a08:43:40.706858 bus /sierra_3: Setting Powered False\u000a08:43:41.818081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:43:21" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15875): Process ended prematurely: osmo-stp_10.42.42.5(pid=15875) [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15875)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15875): Process ended prematurely: osmo-stp_10.42.42.5(pid=15875) [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:43:43.822542 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:43.833648 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:43:43.993053 tst mo_mt_call.py: using LAC 20281\u000a08:43:44.114172 tst mo_mt_call.py: using RAC 136\u000a08:43:44.237152 tst mo_mt_call.py: using CellId 20281\u000a08:43:44.357937 tst mo_mt_call.py: using BVCI 20282\u000a08:43:44.381677 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:44.392737 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:44.403601 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:44.414512 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:44.425440 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:44.436312 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:43:44.557648 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:43:44.763873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:45.259749 run create_hlr_db(pid=15869): Launched\u000a08:43:45.437484 bus /sierra_2: Setting Powered False\u000a08:43:46.474057 run create_hlr_db(pid=15869): Terminated: ok {rc=0}\u000a08:43:46.955794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15871): Launched\u000a08:43:47.276454 run osmo-hlr_10.42.42.2(pid=15872): Launched\u000a08:43:47.401576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:47.954765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15874): Launched\u000a08:43:48.263398 run osmo-stp_10.42.42.5(pid=15875): Launched\u000a08:43:48.376087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:48.944199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15877): Launched\u000a08:43:49.257901 run osmo-msc_10.42.42.6(pid=15878): Launched\u000a08:43:49.439588 run osmo-stp_10.42.42.5(pid=15875): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15875)]\u000a08:43:49.570454 run osmo-stp_10.42.42.5(pid=15875): stdout: \u000a| (launched: 2022-12-09_08:43:48.111615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:49.698861 run osmo-stp_10.42.42.5(pid=15875): stderr: \u000a| �[0;m�[38;5;43m20221209084348279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084348279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084348280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084348280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084348281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084348281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084348281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:49.823411 run osmo-stp_10.42.42.5(pid=15875): stdout: \u000a| (launched: 2022-12-09_08:43:48.111615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:43:49.946892 run osmo-stp_10.42.42.5(pid=15875): stderr: \u000a| �[0;m�[38;5;43m20221209084348279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084348279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084348280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084348280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084348281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084348281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084348281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:43:50.001087 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15875): Process ended prematurely: osmo-stp_10.42.42.5(pid=15875) [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15875)] [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:43:50.009553 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:43:50.069932 run osmo-hlr_10.42.42.2(pid=15872): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15872)]\u000a08:43:50.119647 run osmo-hlr_10.42.42.2(pid=15872): stdout: \u000a| (launched: 2022-12-09_08:43:47.116086) \u000a08:43:50.169874 run osmo-hlr_10.42.42.2(pid=15872): stderr: \u000a| �[0;m�[1;31m20221209084347392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084347392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084347392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084347392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084347392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084347392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084347404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084347413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084347414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084347414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:43:50.238038 run osmo-msc_10.42.42.6(pid=15878): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15878)]\u000a08:43:50.287602 run osmo-msc_10.42.42.6(pid=15878): stdout: \u000a| (launched: 2022-12-09_08:43:49.102051) \u000a08:43:50.337762 run osmo-msc_10.42.42.6(pid=15878): stderr: \u000a| �[0;m�[38;5;43m20221209084349371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084349371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9ecdfbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084349371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084349371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084349371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084349371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084349373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084349374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084349374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084349374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:43:50.380313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15871): Terminating (SIGTERM)\u000a08:43:50.420569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15874): Terminating (SIGTERM)\u000a08:43:50.460801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15877): Terminating (SIGTERM)\u000a08:43:50.470082 --- ParallelTerminationStrategy: PID 15871 died...\u000a08:43:50.524186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15871): Terminated: ok {rc=0}\u000a08:43:50.533910 --- ParallelTerminationStrategy: PID 15874 died...\u000a08:43:50.587192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15874): Terminated: ok {rc=0}\u000a08:43:50.596745 --- ParallelTerminationStrategy: PID 15877 died...\u000a08:43:50.650056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15877): Terminated: ok {rc=0}\u000a08:43:50.740031 bus /sierra_3: Setting Powered False\u000a08:43:51.845484 bus /sierra_3: Setting Powered False\u000a08:43:52.957973 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15886): Process ended prematurely: osmo-stp_10.42.42.5(pid=15886) [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15886)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15886): Process ended prematurely: osmo-stp_10.42.42.5(pid=15886) [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:43:54.070166 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:54.081917 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:43:54.242513 tst mo_mt_call_osmux.py: using LAC 20282\u000a08:43:54.366337 tst mo_mt_call_osmux.py: using RAC 137\u000a08:43:54.489839 tst mo_mt_call_osmux.py: using CellId 20282\u000a08:43:54.621465 tst mo_mt_call_osmux.py: using BVCI 20283\u000a08:43:54.646951 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:54.658863 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:54.670666 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:54.682857 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:54.695172 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:43:54.707229 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:43:54.831208 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:43:55.038182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:43:55.536048 run create_hlr_db(pid=15880): Launched\u000a08:43:55.714062 bus /sierra_2: Setting Powered False\u000a08:43:56.736572 run create_hlr_db(pid=15880): Terminated: ok {rc=0}\u000a08:43:57.176193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15882): Launched\u000a08:43:57.510309 run osmo-hlr_10.42.42.2(pid=15883): Launched\u000a08:43:57.632655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:43:58.210600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15885): Launched\u000a08:43:58.542892 run osmo-stp_10.42.42.5(pid=15886): Launched\u000a08:43:58.664842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:43:59.269901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15888): Launched\u000a08:43:59.603677 run osmo-msc_10.42.42.6(pid=15889): Launched\u000a08:43:59.797546 run osmo-stp_10.42.42.5(pid=15886): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15886)]\u000a08:43:59.938348 run osmo-stp_10.42.42.5(pid=15886): stdout: \u000a| (launched: 2022-12-09_08:43:58.380101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:00.077259 run osmo-stp_10.42.42.5(pid=15886): stderr: \u000a| �[0;m�[38;5;43m20221209084358570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084358570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084358570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084358571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084358571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084358571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084358571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:00.211230 run osmo-stp_10.42.42.5(pid=15886): stdout: \u000a| (launched: 2022-12-09_08:43:58.380101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:00.344478 run osmo-stp_10.42.42.5(pid=15886): stderr: \u000a| �[0;m�[38;5;43m20221209084358570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084358570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084358570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084358571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084358571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084358571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084358571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:00.402857 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15886): Process ended prematurely: osmo-stp_10.42.42.5(pid=15886) [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15886)] [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:44:00.412483 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:44:00.476813 run osmo-hlr_10.42.42.2(pid=15883): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15883)]\u000a08:44:00.529166 run osmo-hlr_10.42.42.2(pid=15883): stdout: \u000a| (launched: 2022-12-09_08:43:57.345731) \u000a08:44:00.582158 run osmo-hlr_10.42.42.2(pid=15883): stderr: \u000a| �[0;m�[1;31m20221209084357542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084357542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084357542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084357542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084357542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084357542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084357555 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084357563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084357564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084357564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:00.654301 run osmo-msc_10.42.42.6(pid=15889): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15889)]\u000a08:44:00.706716 run osmo-msc_10.42.42.6(pid=15889): stdout: \u000a| (launched: 2022-12-09_08:43:59.439047) \u000a08:44:00.759460 run osmo-msc_10.42.42.6(pid=15889): stderr: \u000a| �[0;m�[38;5;43m20221209084359762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084359762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8396e42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084359762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084359762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084359762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084359763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084359764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084359765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084359765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084359765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:00.805105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15882): Terminating (SIGTERM)\u000a08:44:00.847759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15885): Terminating (SIGTERM)\u000a08:44:00.895194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15888): Terminating (SIGTERM)\u000a08:44:00.910156 --- ParallelTerminationStrategy: PID 15882 died...\u000a08:44:00.971760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15882): Terminated: ok {rc=0}\u000a08:44:00.982408 --- ParallelTerminationStrategy: PID 15885 died...\u000a08:44:01.040078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15885): Terminated: ok {rc=0}\u000a08:44:01.050695 --- ParallelTerminationStrategy: PID 15888 died...\u000a08:44:01.120282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15888): Terminated: ok {rc=0}\u000a08:44:01.221760 bus /sierra_3: Setting Powered False\u000a08:44:02.342386 bus /sierra_3: Setting Powered False\u000a08:44:03.455123 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:43:43" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15900): Process ended prematurely: osmo-stp_10.42.42.5(pid=15900) [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15900)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15900): Process ended prematurely: osmo-stp_10.42.42.5(pid=15900) [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a08:44:05.459863 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:05.471133 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a08:44:05.612414 tst mo_mt_call.py: using LAC 20283\u000a08:44:05.735692 tst mo_mt_call.py: using RAC 138\u000a08:44:05.859280 tst mo_mt_call.py: using CellId 20283\u000a08:44:05.986485 tst mo_mt_call.py: using BVCI 20284\u000a08:44:06.009962 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:06.021154 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:06.031936 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:06.042819 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:06.053696 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:06.064758 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:44:06.186733 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:44:06.401119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:06.920825 run create_hlr_db(pid=15894): Launched\u000a08:44:07.112026 bus /sierra_2: Setting Powered False\u000a08:44:08.133522 run create_hlr_db(pid=15894): Terminated: ok {rc=0}\u000a08:44:08.547566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15896): Launched\u000a08:44:08.857491 run osmo-hlr_10.42.42.2(pid=15897): Launched\u000a08:44:08.971166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:09.507781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15899): Launched\u000a08:44:09.817319 run osmo-stp_10.42.42.5(pid=15900): Launched\u000a08:44:09.930518 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:10.495201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15902): Launched\u000a08:44:10.808512 run osmo-msc_10.42.42.6(pid=15903): Launched\u000a08:44:10.989492 run osmo-stp_10.42.42.5(pid=15900): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15900)]\u000a08:44:11.120157 run osmo-stp_10.42.42.5(pid=15900): stdout: \u000a| (launched: 2022-12-09_08:44:09.665481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:11.248776 run osmo-stp_10.42.42.5(pid=15900): stderr: \u000a| �[0;m�[38;5;43m20221209084409835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084409835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084409836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084409836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084409837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084409837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084409837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:11.373260 run osmo-stp_10.42.42.5(pid=15900): stdout: \u000a| (launched: 2022-12-09_08:44:09.665481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:11.497400 run osmo-stp_10.42.42.5(pid=15900): stderr: \u000a| �[0;m�[38;5;43m20221209084409835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084409835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084409836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084409836 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084409837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084409837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084409837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:11.551748 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15900): Process ended prematurely: osmo-stp_10.42.42.5(pid=15900) [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15900)] [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a08:44:11.560470 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:44:11.620492 run osmo-hlr_10.42.42.2(pid=15897): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15897)]\u000a08:44:11.669939 run osmo-hlr_10.42.42.2(pid=15897): stdout: \u000a| (launched: 2022-12-09_08:44:08.705819) \u000a08:44:11.719955 run osmo-hlr_10.42.42.2(pid=15897): stderr: \u000a| �[0;m�[1;31m20221209084408880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084408880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084408880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084408880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084408880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084408880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084408893 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084408903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084408903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084408903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:11.787615 run osmo-msc_10.42.42.6(pid=15903): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15903)]\u000a08:44:11.836861 run osmo-msc_10.42.42.6(pid=15903): stdout: \u000a| (launched: 2022-12-09_08:44:10.652938) \u000a08:44:11.887319 run osmo-msc_10.42.42.6(pid=15903): stderr: \u000a| �[0;m�[38;5;43m20221209084410924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084410924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb9c4b28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084410924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084410924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084410924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084410924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084410926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084410927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084410927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084410927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:11.929834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15896): Terminating (SIGTERM)\u000a08:44:11.970001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15899): Terminating (SIGTERM)\u000a08:44:12.010161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15902): Terminating (SIGTERM)\u000a08:44:12.019419 --- ParallelTerminationStrategy: PID 15896 died...\u000a08:44:12.073443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15896): Terminated: ok {rc=0}\u000a08:44:12.083200 --- ParallelTerminationStrategy: PID 15899 died...\u000a08:44:12.136847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15899): Terminated: ok {rc=0}\u000a08:44:12.146386 --- ParallelTerminationStrategy: PID 15902 died...\u000a08:44:12.200135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15902): Terminated: ok {rc=0}\u000a08:44:12.285169 bus /sierra_3: Setting Powered False\u000a08:44:13.394489 bus /sierra_3: Setting Powered False\u000a08:44:14.503295 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:44:15.619646 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:15.632035 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a08:44:15.780855 tst mo_mt_call_osmux.py: using LAC 20284\u000a08:44:15.947132 tst mo_mt_call_osmux.py: using RAC 139\u000a08:44:16.083575 tst mo_mt_call_osmux.py: using CellId 20284\u000a08:44:16.235370 tst mo_mt_call_osmux.py: using BVCI 20285\u000a08:44:16.271150 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:16.288444 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:16.306212 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:16.323685 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:16.340039 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a08:44:16.355730 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:44:16.503105 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a08:44:16.752109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:17.294768 run create_hlr_db(pid=15905): Launched\u000a08:44:17.473966 bus /sierra_2: Setting Powered False\u000a08:44:18.495384 run create_hlr_db(pid=15905): Terminated: ok {rc=0}\u000a08:44:18.910589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Launched\u000a08:44:19.220452 run osmo-hlr_10.42.42.2(pid=15908): Launched\u000a08:44:19.343687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:19.884240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Launched\u000a08:44:20.193060 run osmo-stp_10.42.42.5(pid=15911): Launched\u000a08:44:20.304456 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:20.871799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15913): Launched\u000a08:44:21.182145 run osmo-msc_10.42.42.6(pid=15914): Launched\u000a08:44:21.362605 run osmo-stp_10.42.42.5(pid=15911): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)]\u000a08:44:21.493391 run osmo-stp_10.42.42.5(pid=15911): stdout: \u000a| (launched: 2022-12-09_08:44:20.041707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:21.622051 run osmo-stp_10.42.42.5(pid=15911): stderr: \u000a| �[0;m�[38;5;43m20221209084420212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084420212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084420212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084420213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084420213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084420213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084420213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:21.746916 run osmo-stp_10.42.42.5(pid=15911): stdout: \u000a| (launched: 2022-12-09_08:44:20.041707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:21.870623 run osmo-stp_10.42.42.5(pid=15911): stderr: \u000a| �[0;m�[38;5;43m20221209084420212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084420212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084420212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084420213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084420213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084420213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084420213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:21.925190 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)] [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a08:44:21.933748 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:44:21.993755 run osmo-hlr_10.42.42.2(pid=15908): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15908)]\u000a08:44:22.043169 run osmo-hlr_10.42.42.2(pid=15908): stdout: \u000a| (launched: 2022-12-09_08:44:19.068603) \u000a08:44:22.093032 run osmo-hlr_10.42.42.2(pid=15908): stderr: \u000a| �[0;m�[1;31m20221209084419244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084419244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084419244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084419244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084419244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084419244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084419256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084419264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084419265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084419265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:22.160829 run osmo-msc_10.42.42.6(pid=15914): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15914)]\u000a08:44:22.210223 run osmo-msc_10.42.42.6(pid=15914): stdout: \u000a| (launched: 2022-12-09_08:44:21.029365) \u000a08:44:22.259917 run osmo-msc_10.42.42.6(pid=15914): stderr: \u000a| �[0;m�[38;5;43m20221209084421298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084421298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f955a3dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084421298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084421298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084421298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084421298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084421300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084421300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084421301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084421301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:22.302224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Terminating (SIGTERM)\u000a08:44:22.342326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Terminating (SIGTERM)\u000a08:44:22.382357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15913): Terminating (SIGTERM)\u000a08:44:22.391568 --- ParallelTerminationStrategy: PID 15907 died...\u000a08:44:22.445157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Terminated: ok {rc=0}\u000a08:44:22.454802 --- ParallelTerminationStrategy: PID 15910 died...\u000a08:44:22.507998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Terminated: ok {rc=0}\u000a08:44:22.517938 --- ParallelTerminationStrategy: PID 15913 died...\u000a08:44:22.571578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15913): Terminated: ok {rc=0}\u000a08:44:22.659748 bus /sierra_3: Setting Powered False\u000a08:44:23.763268 bus /sierra_3: Setting Powered False\u000a08:44:24.874590 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:44:05" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15925): Process ended prematurely: osmo-stp_10.42.42.5(pid=15925) [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15925)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15925): Process ended prematurely: osmo-stp_10.42.42.5(pid=15925) [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a08:44:26.898114 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:26.910043 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:44:27.061608 tst mo_mt_call.py: using LAC 20285\u000a08:44:27.191837 tst mo_mt_call.py: using RAC 140\u000a08:44:27.322774 tst mo_mt_call.py: using CellId 20285\u000a08:44:27.451746 tst mo_mt_call.py: using BVCI 20286\u000a08:44:27.477180 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:27.489309 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:27.501529 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:27.514330 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:27.526993 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:27.539411 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:44:27.659323 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:44:27.868695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:28.367216 run create_hlr_db(pid=15919): Launched\u000a08:44:28.545385 bus /sierra_2: Setting Powered False\u000a08:44:29.566957 run create_hlr_db(pid=15919): Terminated: ok {rc=0}\u000a08:44:30.005838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15921): Launched\u000a08:44:30.337443 run osmo-hlr_10.42.42.2(pid=15922): Launched\u000a08:44:30.458792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:31.061421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15924): Launched\u000a08:44:31.470839 run osmo-stp_10.42.42.5(pid=15925): Launched\u000a08:44:31.694601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:32.280471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15927): Launched\u000a08:44:32.593325 run osmo-msc_10.42.42.6(pid=15928): Launched\u000a08:44:32.777971 run osmo-stp_10.42.42.5(pid=15925): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15925)]\u000a08:44:32.920016 run osmo-stp_10.42.42.5(pid=15925): stdout: \u000a| (launched: 2022-12-09_08:44:31.235004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:33.058372 run osmo-stp_10.42.42.5(pid=15925): stderr: \u000a| �[0;m�[38;5;43m20221209084431535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084431535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084431535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084431536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084431536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084431536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084431541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:33.192257 run osmo-stp_10.42.42.5(pid=15925): stdout: \u000a| (launched: 2022-12-09_08:44:31.235004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:33.325463 run osmo-stp_10.42.42.5(pid=15925): stderr: \u000a| �[0;m�[38;5;43m20221209084431535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084431535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084431535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084431536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084431536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084431536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084431541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:33.384028 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15925): Process ended prematurely: osmo-stp_10.42.42.5(pid=15925) [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15925)] [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a08:44:33.393557 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a08:44:33.457576 run osmo-hlr_10.42.42.2(pid=15922): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15922)]\u000a08:44:33.510220 run osmo-hlr_10.42.42.2(pid=15922): stdout: \u000a| (launched: 2022-12-09_08:44:30.174692) \u000a08:44:33.563205 run osmo-hlr_10.42.42.2(pid=15922): stderr: \u000a| �[0;m�[1;31m20221209084430370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084430370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084430370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084430370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084430370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084430370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084430386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084430396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084430396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084430396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:33.635306 run osmo-msc_10.42.42.6(pid=15928): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15928)]\u000a08:44:33.687680 run osmo-msc_10.42.42.6(pid=15928): stdout: \u000a| (launched: 2022-12-09_08:44:32.438761) \u000a08:44:33.740889 run osmo-msc_10.42.42.6(pid=15928): stderr: \u000a| �[0;m�[38;5;43m20221209084432712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084432712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0eae03dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084432712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084432712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084432713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084432713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084432714 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084432715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084432715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084432715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:33.785991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15921): Terminating (SIGTERM)\u000a08:44:33.829458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15924): Terminating (SIGTERM)\u000a08:44:33.872323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15927): Terminating (SIGTERM)\u000a08:44:33.882341 --- ParallelTerminationStrategy: PID 15921 died...\u000a08:44:33.939470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15921): Terminated: ok {rc=0}\u000a08:44:33.949796 --- ParallelTerminationStrategy: PID 15924 died...\u000a08:44:34.006695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15924): Terminated: ok {rc=0}\u000a08:44:34.017021 --- ParallelTerminationStrategy: PID 15927 died...\u000a08:44:34.073826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15927): Terminated: ok {rc=0}\u000a08:44:34.161997 bus /sierra_3: Setting Powered False\u000a08:44:35.269522 bus /sierra_3: Setting Powered False\u000a08:44:36.377531 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15936): Process ended prematurely: osmo-stp_10.42.42.5(pid=15936) [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15936)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15936): Process ended prematurely: osmo-stp_10.42.42.5(pid=15936) [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:44:37.493981 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:37.506942 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:44:37.659545 tst mo_mt_call_osmux.py: using LAC 20286\u000a08:44:37.788335 tst mo_mt_call_osmux.py: using RAC 141\u000a08:44:37.919903 tst mo_mt_call_osmux.py: using CellId 20286\u000a08:44:38.050134 tst mo_mt_call_osmux.py: using BVCI 20287\u000a08:44:38.075342 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:38.087386 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:38.099578 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:38.111392 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:38.123395 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:44:38.135709 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:44:38.256538 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:44:38.467925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:38.965263 run create_hlr_db(pid=15930): Launched\u000a08:44:39.143531 bus /sierra_2: Setting Powered False\u000a08:44:40.165290 run create_hlr_db(pid=15930): Terminated: ok {rc=0}\u000a08:44:40.603310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15932): Launched\u000a08:44:40.934634 run osmo-hlr_10.42.42.2(pid=15933): Launched\u000a08:44:41.055768 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:41.629955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15935): Launched\u000a08:44:41.960776 run osmo-stp_10.42.42.5(pid=15936): Launched\u000a08:44:42.081528 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:42.684313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15938): Launched\u000a08:44:43.016594 run osmo-msc_10.42.42.6(pid=15939): Launched\u000a08:44:43.210149 run osmo-stp_10.42.42.5(pid=15936): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15936)]\u000a08:44:43.349990 run osmo-stp_10.42.42.5(pid=15936): stdout: \u000a| (launched: 2022-12-09_08:44:41.798480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:43.487993 run osmo-stp_10.42.42.5(pid=15936): stderr: \u000a| �[0;m�[38;5;43m20221209084441988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084441988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084441988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084441989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084441989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084441989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084441989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:43.621608 run osmo-stp_10.42.42.5(pid=15936): stdout: \u000a| (launched: 2022-12-09_08:44:41.798480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:43.753570 run osmo-stp_10.42.42.5(pid=15936): stderr: \u000a| �[0;m�[38;5;43m20221209084441988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084441988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084441988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084441989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084441989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084441989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084441989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:43.811631 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15936): Process ended prematurely: osmo-stp_10.42.42.5(pid=15936) [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15936)] [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a08:44:43.821039 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:44:43.885104 run osmo-hlr_10.42.42.2(pid=15933): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15933)]\u000a08:44:43.937088 run osmo-hlr_10.42.42.2(pid=15933): stdout: \u000a| (launched: 2022-12-09_08:44:40.771908) \u000a08:44:43.989521 run osmo-hlr_10.42.42.2(pid=15933): stderr: \u000a| �[0;m�[1;31m20221209084440968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084440969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084440969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084440969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084440969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084440969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084440981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084440990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084440990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084440990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:44.060358 run osmo-msc_10.42.42.6(pid=15939): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15939)]\u000a08:44:44.112150 run osmo-msc_10.42.42.6(pid=15939): stdout: \u000a| (launched: 2022-12-09_08:44:42.853384) \u000a08:44:44.164650 run osmo-msc_10.42.42.6(pid=15939): stderr: \u000a| �[0;m�[38;5;43m20221209084443174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084443174 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31981a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084443174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084443174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084443174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084443175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084443176 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084443177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084443177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084443177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:44.209077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15932): Terminating (SIGTERM)\u000a08:44:44.251629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15935): Terminating (SIGTERM)\u000a08:44:44.293620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15938): Terminating (SIGTERM)\u000a08:44:44.303650 --- ParallelTerminationStrategy: PID 15932 died...\u000a08:44:44.360352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15932): Terminated: ok {rc=0}\u000a08:44:44.370665 --- ParallelTerminationStrategy: PID 15935 died...\u000a08:44:44.427277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15935): Terminated: ok {rc=0}\u000a08:44:44.437814 --- ParallelTerminationStrategy: PID 15938 died...\u000a08:44:44.494781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15938): Terminated: ok {rc=0}\u000a08:44:44.583238 bus /sierra_3: Setting Powered False\u000a08:44:45.690437 bus /sierra_3: Setting Powered False\u000a08:44:46.805607 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:44:26" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15950): Process ended prematurely: osmo-stp_10.42.42.5(pid=15950) [trial-2357↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15950)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15950): Process ended prematurely: osmo-stp_10.42.42.5(pid=15950) [trial-2357↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:44:48.829798 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:48.840585 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a08:44:48.982389 tst emergency_mo_mt_call.py: using LAC 20287\u000a08:44:49.100579 tst emergency_mo_mt_call.py: using RAC 142\u000a08:44:49.218774 tst emergency_mo_mt_call.py: using CellId 20287\u000a08:44:49.337267 tst emergency_mo_mt_call.py: using BVCI 20288\u000a08:44:49.360643 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:49.371575 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:49.382280 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:49.393008 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:49.403619 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:49.414385 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:44:49.533492 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:44:49.748132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:44:50.264676 run create_hlr_db(pid=15944): Launched\u000a08:44:50.455212 bus /sierra_2: Setting Powered False\u000a08:44:51.474492 run create_hlr_db(pid=15944): Terminated: ok {rc=0}\u000a08:44:51.883033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15946): Launched\u000a08:44:52.187852 run osmo-hlr_10.42.42.2(pid=15947): Launched\u000a08:44:52.300007 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:44:52.830542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15949): Launched\u000a08:44:53.135075 run osmo-stp_10.42.42.5(pid=15950): Launched\u000a08:44:53.256587 tst emergency_mo_mt_call.py: using MSISDN 7121\u000a08:44:53.407285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:44:53.960606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15952): Launched\u000a08:44:54.264625 run osmo-msc_10.42.42.6(pid=15953): Launched\u000a08:44:54.442102 run osmo-stp_10.42.42.5(pid=15950): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15950)]\u000a08:44:54.570562 run osmo-stp_10.42.42.5(pid=15950): stdout: \u000a| (launched: 2022-12-09_08:44:52.985235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:54.696797 run osmo-stp_10.42.42.5(pid=15950): stderr: \u000a| �[0;m�[38;5;43m20221209084453155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084453155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084453155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084453155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084453156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084453156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084453156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:54.818616 run osmo-stp_10.42.42.5(pid=15950): stdout: \u000a| (launched: 2022-12-09_08:44:52.985235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:44:54.939262 run osmo-stp_10.42.42.5(pid=15950): stderr: \u000a| �[0;m�[38;5;43m20221209084453155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084453155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084453155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084453155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084453156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084453156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084453156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:44:54.992214 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15950): Process ended prematurely: osmo-stp_10.42.42.5(pid=15950) [trial-2357↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15950)] [trial-2357↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a08:44:55.000378 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a08:44:55.060477 run osmo-hlr_10.42.42.2(pid=15947): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15947)]\u000a08:44:55.109296 run osmo-hlr_10.42.42.2(pid=15947): stdout: \u000a| (launched: 2022-12-09_08:44:52.038372) \u000a08:44:55.158887 run osmo-hlr_10.42.42.2(pid=15947): stderr: \u000a| �[0;m�[1;31m20221209084452213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084452213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084452213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084452213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084452213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084452213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084452225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084452234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084452234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084452234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:44:55.225957 run osmo-msc_10.42.42.6(pid=15953): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15953)]\u000a08:44:55.274923 run osmo-msc_10.42.42.6(pid=15953): stdout: \u000a| (launched: 2022-12-09_08:44:54.115172) \u000a08:44:55.324327 run osmo-msc_10.42.42.6(pid=15953): stderr: \u000a| �[0;m�[38;5;43m20221209084454386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084454386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f798b140c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084454386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084454386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084454386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084454386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084454389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084454390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084454390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084454390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:44:55.366228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15946): Terminating (SIGTERM)\u000a08:44:55.405863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15949): Terminating (SIGTERM)\u000a08:44:55.445673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15952): Terminating (SIGTERM)\u000a08:44:55.454873 --- ParallelTerminationStrategy: PID 15946 died...\u000a08:44:55.508468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15946): Terminated: ok {rc=0}\u000a08:44:55.518264 --- ParallelTerminationStrategy: PID 15949 died...\u000a08:44:55.570910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15949): Terminated: ok {rc=0}\u000a08:44:55.580413 --- ParallelTerminationStrategy: PID 15952 died...\u000a08:44:55.633432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15952): Terminated: ok {rc=0}\u000a08:44:55.722803 bus /sierra_3: Setting Powered False\u000a08:44:56.826314 bus /sierra_3: Setting Powered False\u000a08:44:57.939447 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15964): Process ended prematurely: osmo-stp_10.42.42.5(pid=15964) [trial-2357↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15964)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15964): Process ended prematurely: osmo-stp_10.42.42.5(pid=15964) [trial-2357↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15964)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:44:58.992521 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:59.004844 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a08:44:59.155431 tst emergency_preemptive_call.py: using LAC 20288\u000a08:44:59.286571 tst emergency_preemptive_call.py: using RAC 143\u000a08:44:59.417717 tst emergency_preemptive_call.py: using CellId 20288\u000a08:44:59.543848 tst emergency_preemptive_call.py: using BVCI 20289\u000a08:44:59.568706 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:59.580215 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:59.591395 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:59.603240 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:59.615239 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:44:59.627168 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:44:59.748644 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:44:59.872406 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:44:59.992880 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a08:45:00.205668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:00.721836 run create_hlr_db(pid=15955): Launched\u000a08:45:00.930523 bus /sierra_2: Setting Powered False\u000a08:45:01.963495 run create_hlr_db(pid=15955): Terminated: ok {rc=0}\u000a08:45:02.409993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15960): Launched\u000a08:45:02.737659 run osmo-hlr_10.42.42.2(pid=15961): Launched\u000a08:45:02.855279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:03.384040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15963): Launched\u000a08:45:03.687720 run osmo-stp_10.42.42.5(pid=15964): Launched\u000a08:45:03.808383 tst emergency_preemptive_call.py: using MSISDN 7122\u000a08:45:03.958840 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:45:04.510573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15966): Launched\u000a08:45:04.815245 run osmo-msc_10.42.42.6(pid=15967): Launched\u000a08:45:04.993718 run osmo-stp_10.42.42.5(pid=15964): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15964)]\u000a08:45:05.123201 run osmo-stp_10.42.42.5(pid=15964): stdout: \u000a| (launched: 2022-12-09_08:45:03.538650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:05.250054 run osmo-stp_10.42.42.5(pid=15964): stderr: \u000a| �[0;m�[38;5;43m20221209084503708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084503708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084503708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084503709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084503709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084503709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084503709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:05.371838 run osmo-stp_10.42.42.5(pid=15964): stdout: \u000a| (launched: 2022-12-09_08:45:03.538650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:05.492425 run osmo-stp_10.42.42.5(pid=15964): stderr: \u000a| �[0;m�[38;5;43m20221209084503708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084503708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084503708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084503709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084503709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084503709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084503709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:05.545312 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15964): Process ended prematurely: osmo-stp_10.42.42.5(pid=15964) [trial-2357↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15964)] [trial-2357↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a08:45:05.553514 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a08:45:05.614252 run osmo-hlr_10.42.42.2(pid=15961): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15961)]\u000a08:45:05.664487 run osmo-hlr_10.42.42.2(pid=15961): stdout: \u000a| (launched: 2022-12-09_08:45:02.576190) \u000a08:45:05.715089 run osmo-hlr_10.42.42.2(pid=15961): stderr: \u000a| �[0;m�[1;31m20221209084502772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084502772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084502772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084502772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084502772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084502772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084502784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084502793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084502793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084502793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:05.784163 run osmo-msc_10.42.42.6(pid=15967): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15967)]\u000a08:45:05.834193 run osmo-msc_10.42.42.6(pid=15967): stdout: \u000a| (launched: 2022-12-09_08:45:04.664934) \u000a08:45:05.884476 run osmo-msc_10.42.42.6(pid=15967): stderr: \u000a| �[0;m�[38;5;43m20221209084504938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209084504938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f937025fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209084504938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209084504938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209084504938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209084504939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209084504940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209084504941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209084504942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209084504942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:45:05.927141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15960): Terminating (SIGTERM)\u000a08:45:05.967404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15963): Terminating (SIGTERM)\u000a08:45:06.007949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15966): Terminating (SIGTERM)\u000a08:45:06.017440 --- ParallelTerminationStrategy: PID 15960 died...\u000a08:45:06.072015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15960): Terminated: ok {rc=0}\u000a08:45:06.082055 --- ParallelTerminationStrategy: PID 15963 died...\u000a08:45:06.136007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15963): Terminated: ok {rc=0}\u000a08:45:06.145868 --- ParallelTerminationStrategy: PID 15966 died...\u000a08:45:06.200192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15966): Terminated: ok {rc=0}\u000a08:45:06.290869 bus /sierra_9: Setting Powered False\u000a08:45:07.394648 bus /sierra_9: Setting Powered False\u000a08:45:08.507264 bus /sierra_8: Setting Powered False\u000a08:45:09.611661 bus /sierra_8: Setting Powered False\u000a08:45:10.723258 bus /sierra_3: Setting Powered False\u000a08:45:11.831321 bus /sierra_3: Setting Powered False\u000a08:45:12.941606 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:44:48" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15983): Process ended prematurely: osmo-stp_10.42.42.5(pid=15983) [trial-2357↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15983)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15983): Process ended prematurely: osmo-stp_10.42.42.5(pid=15983) [trial-2357↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:45:15.083493 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:15.094533 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:45:15.233825 tst cs_paging_gprs_active.py: using LAC 20289\u000a08:45:15.357682 tst cs_paging_gprs_active.py: using RAC 144\u000a08:45:15.479198 tst cs_paging_gprs_active.py: using CellId 20289\u000a08:45:15.602398 tst cs_paging_gprs_active.py: using BVCI 20290\u000a08:45:15.626193 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:15.636883 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:15.647510 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:15.658067 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:15.668497 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:15.678962 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:15.689585 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:15.700037 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:15.710718 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:45:15.832421 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:45:16.170500 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:45:16.303864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:16.643284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15973): Launched\u000a08:45:16.924378 run iperf3-srv_10.42.42.10(pid=15974): Launched\u000a08:45:17.119086 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:45:17.255223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:17.600518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15975): Launched\u000a08:45:17.887325 run iperf3-srv_10.42.42.10(pid=15976): Launched\u000a08:45:18.091182 tst cs_paging_gprs_active.py:38: start network...\u000a08:45:18.230003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:18.754360 run create_hlr_db(pid=15977): Launched\u000a08:45:18.947304 bus /sierra_2: Setting Powered False\u000a08:45:19.968617 run create_hlr_db(pid=15977): Terminated: ok {rc=0}\u000a08:45:20.384219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15979): Launched\u000a08:45:20.695337 run osmo-hlr_10.42.42.2(pid=15980): Launched\u000a08:45:20.819746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:21.364296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15982): Launched\u000a08:45:21.676639 run osmo-stp_10.42.42.5(pid=15983): Launched\u000a08:45:21.789833 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:45:22.331414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15985): Launched\u000a08:45:22.442590 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:45:22.713601 run patchelf(pid=15986): Launched\u000a08:45:22.896059 run osmo-stp_10.42.42.5(pid=15983): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15983)]\u000a08:45:23.029387 run osmo-stp_10.42.42.5(pid=15983): stdout: \u000a| (launched: 2022-12-09_08:45:21.522058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:23.163067 run osmo-stp_10.42.42.5(pid=15983): stderr: \u000a| �[0;m�[38;5;43m20221209084521691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084521691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084521691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084521692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084521692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084521693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084521693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:23.291999 run osmo-stp_10.42.42.5(pid=15983): stdout: \u000a| (launched: 2022-12-09_08:45:21.522058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:23.419381 run osmo-stp_10.42.42.5(pid=15983): stderr: \u000a| �[0;m�[38;5;43m20221209084521691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084521691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084521691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084521692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084521692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084521693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084521693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:23.567720 run patchelf(pid=15986): Terminating (SIGINT)\u000a08:45:23.741560 run patchelf(pid=15986): Terminated: ok {rc=0}\u000a08:45:23.773404 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15983): Process ended prematurely: osmo-stp_10.42.42.5(pid=15983) [trial-2357↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15983)] [trial-2357↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a08:45:23.782685 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:45:23.843417 run osmo-hlr_10.42.42.2(pid=15980): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15980)]\u000a08:45:23.892845 run osmo-hlr_10.42.42.2(pid=15980): stdout: \u000a| (launched: 2022-12-09_08:45:20.542749) \u000a08:45:23.943443 run osmo-hlr_10.42.42.2(pid=15980): stderr: \u000a| �[0;m�[1;31m20221209084520719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084520719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084520719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084520719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084520719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084520719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084520731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084520739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084520739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084520739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:23.986230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15973): Terminating (SIGTERM)\u000a08:45:24.026710 run iperf3-srv_10.42.42.10(pid=15974): Terminating (SIGTERM)\u000a08:45:24.067298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15975): Terminating (SIGTERM)\u000a08:45:24.107691 run iperf3-srv_10.42.42.10(pid=15976): Terminating (SIGTERM)\u000a08:45:24.148271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15979): Terminating (SIGTERM)\u000a08:45:24.188637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15982): Terminating (SIGTERM)\u000a08:45:24.229446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15985): Terminating (SIGTERM)\u000a08:45:24.238943 --- ParallelTerminationStrategy: PID 15973 died...\u000a08:45:24.293555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15973): Terminated: ok {rc=0}\u000a08:45:24.303394 --- ParallelTerminationStrategy: PID 15974 died...\u000a08:45:24.357008 run iperf3-srv_10.42.42.10(pid=15974): Terminated {rc=256}\u000a08:45:24.366805 --- ParallelTerminationStrategy: PID 15975 died...\u000a08:45:24.420195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15975): Terminated: ok {rc=0}\u000a08:45:24.430044 --- ParallelTerminationStrategy: PID 15976 died...\u000a08:45:24.483912 run iperf3-srv_10.42.42.10(pid=15976): Terminated {rc=256}\u000a08:45:24.493927 --- ParallelTerminationStrategy: PID 15979 died...\u000a08:45:24.547327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15979): Terminated: ok {rc=0}\u000a08:45:24.557191 --- ParallelTerminationStrategy: PID 15982 died...\u000a08:45:24.610365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15982): Terminated: ok {rc=0}\u000a08:45:24.620179 --- ParallelTerminationStrategy: PID 15985 died...\u000a08:45:24.673778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15985): Terminated: ok {rc=0}\u000a08:45:24.758568 bus /gobi_0: Setting Powered False\u000a08:45:25.867424 bus /gobi_0: Setting Powered False\u000a08:45:26.980136 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15995): Process ended prematurely: osmo-stp_10.42.42.5(pid=15995) [trial-2357↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15995)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15995): Process ended prematurely: osmo-stp_10.42.42.5(pid=15995) [trial-2357↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a08:45:28.092856 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:28.104376 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:45:28.246743 tst iperf3.py: using LAC 20290\u000a08:45:28.369197 tst iperf3.py: using RAC 145\u000a08:45:28.491162 tst iperf3.py: using CellId 20290\u000a08:45:28.614473 tst iperf3.py: using BVCI 20291\u000a08:45:28.638289 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:28.649222 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:28.659725 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:28.670581 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:28.681130 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:28.691583 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:28.702367 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:28.712859 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:28.723564 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:45:29.007305 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:45:29.141654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:29.483805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15987): Launched\u000a08:45:29.768494 run iperf3-srv_10.42.42.10(pid=15988): Launched\u000a08:45:29.973072 tst iperf3.py:8: start network...\u000a08:45:30.112183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:30.634629 run create_hlr_db(pid=15989): Launched\u000a08:45:30.826511 bus /gobi_6: Setting Powered False\u000a08:45:31.841089 run create_hlr_db(pid=15989): Terminated: ok {rc=0}\u000a08:45:32.291271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15991): Launched\u000a08:45:32.603716 run osmo-hlr_10.42.42.2(pid=15992): Launched\u000a08:45:32.723769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:33.271181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15994): Launched\u000a08:45:33.583402 run osmo-stp_10.42.42.5(pid=15995): Launched\u000a08:45:33.696333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:45:34.235095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15997): Launched\u000a08:45:34.345818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:45:34.615723 run patchelf(pid=15998): Launched\u000a08:45:34.797127 run osmo-stp_10.42.42.5(pid=15995): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15995)]\u000a08:45:34.929517 run osmo-stp_10.42.42.5(pid=15995): stdout: \u000a| (launched: 2022-12-09_08:45:33.430407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:35.062151 run osmo-stp_10.42.42.5(pid=15995): stderr: \u000a| �[0;m�[38;5;43m20221209084533597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084533597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084533597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084533598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084533598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084533599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084533599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:35.190050 run osmo-stp_10.42.42.5(pid=15995): stdout: \u000a| (launched: 2022-12-09_08:45:33.430407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:35.317333 run osmo-stp_10.42.42.5(pid=15995): stderr: \u000a| �[0;m�[38;5;43m20221209084533597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084533597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084533597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084533598 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084533598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084533599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084533599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:35.465630 run patchelf(pid=15998): Terminating (SIGINT)\u000a08:45:35.639435 run patchelf(pid=15998): Terminated: ok {rc=0}\u000a08:45:35.671176 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15995): Process ended prematurely: osmo-stp_10.42.42.5(pid=15995) [trial-2357↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15995)] [trial-2357↪gprs:trx-b200↪iperf3.py:8]\u000a08:45:35.680506 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:45:35.740678 run osmo-hlr_10.42.42.2(pid=15992): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15992)]\u000a08:45:35.789679 run osmo-hlr_10.42.42.2(pid=15992): stdout: \u000a| (launched: 2022-12-09_08:45:32.448756) \u000a08:45:35.839306 run osmo-hlr_10.42.42.2(pid=15992): stderr: \u000a| �[0;m�[1;31m20221209084532623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084532623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084532623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084532623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084532624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084532624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084532636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084532644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084532644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084532644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:35.881965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15987): Terminating (SIGTERM)\u000a08:45:35.922313 run iperf3-srv_10.42.42.10(pid=15988): Terminating (SIGTERM)\u000a08:45:35.962711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15991): Terminating (SIGTERM)\u000a08:45:36.002867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15994): Terminating (SIGTERM)\u000a08:45:36.043572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15997): Terminating (SIGTERM)\u000a08:45:36.052934 --- ParallelTerminationStrategy: PID 15987 died...\u000a08:45:36.107049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15987): Terminated: ok {rc=0}\u000a08:45:36.116615 --- ParallelTerminationStrategy: PID 15988 died...\u000a08:45:36.169873 run iperf3-srv_10.42.42.10(pid=15988): Terminated {rc=256}\u000a08:45:36.179494 --- ParallelTerminationStrategy: PID 15991 died...\u000a08:45:36.232568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15991): Terminated: ok {rc=0}\u000a08:45:36.242190 --- ParallelTerminationStrategy: PID 15994 died...\u000a08:45:36.295687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15994): Terminated: ok {rc=0}\u000a08:45:36.306040 --- ParallelTerminationStrategy: PID 15997 died...\u000a08:45:36.359652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15997): Terminated: ok {rc=0}\u000a08:45:36.449112 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "gprs:trx-b200", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16013): Process ended prematurely: osmo-stp_10.42.42.5(pid=16013) [trial-2357↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16013)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16013): Process ended prematurely: osmo-stp_10.42.42.5(pid=16013) [trial-2357↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a08:45:37.561782 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:37.573309 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:45:37.711485 tst iperf3m4.py: using LAC 20291\u000a08:45:37.835011 tst iperf3m4.py: using RAC 146\u000a08:45:37.958433 tst iperf3m4.py: using CellId 20291\u000a08:45:38.080784 tst iperf3m4.py: using BVCI 20292\u000a08:45:38.104600 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:38.115484 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:38.126062 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:38.136629 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:38.147129 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:38.157601 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:38.168286 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:38.178763 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:38.189377 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:45:38.306618 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:45:38.430496 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:45:38.551473 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:45:38.853154 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:45:38.992644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:39.335938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15999): Launched\u000a08:45:39.622317 run iperf3-srv_10.42.42.10(pid=16000): Launched\u000a08:45:39.827269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:45:39.967434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:40.304856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16001): Launched\u000a08:45:40.571943 run iperf3-srv_10.42.42.10(pid=16002): Launched\u000a08:45:40.761136 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:45:40.890286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:41.210969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16003): Launched\u000a08:45:41.480569 run iperf3-srv_10.42.42.10(pid=16004): Launched\u000a08:45:41.669289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:45:41.798445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:45:42.118889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16005): Launched\u000a08:45:42.385118 run iperf3-srv_10.42.42.10(pid=16006): Launched\u000a08:45:42.573720 tst iperf3m4.py:8: start network...\u000a08:45:42.702921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:43.204109 run create_hlr_db(pid=16007): Launched\u000a08:45:43.383049 bus /gobi_6: Setting Powered False\u000a08:45:44.405275 run create_hlr_db(pid=16007): Terminated: ok {rc=0}\u000a08:45:44.847123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16009): Launched\u000a08:45:45.180219 run osmo-hlr_10.42.42.2(pid=16010): Launched\u000a08:45:45.300549 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:45:45.902496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16012): Launched\u000a08:45:46.334014 run osmo-stp_10.42.42.5(pid=16013): Launched\u000a08:45:46.546924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:45:47.142238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16015): Launched\u000a08:45:47.262578 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:45:47.551846 run patchelf(pid=16016): Launched\u000a08:45:47.745922 run osmo-stp_10.42.42.5(pid=16013): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16013)]\u000a08:45:47.888521 run osmo-stp_10.42.42.5(pid=16013): stdout: \u000a| (launched: 2022-12-09_08:45:46.074005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:48.031319 run osmo-stp_10.42.42.5(pid=16013): stderr: \u000a| �[0;m�[38;5;43m20221209084546354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084546354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084546355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084546355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084546356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084546356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084546356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:48.168931 run osmo-stp_10.42.42.5(pid=16013): stdout: \u000a| (launched: 2022-12-09_08:45:46.074005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:45:48.306181 run osmo-stp_10.42.42.5(pid=16013): stderr: \u000a| �[0;m�[38;5;43m20221209084546354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084546354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084546355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084546355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084546356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084546356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084546356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:45:48.465029 run patchelf(pid=16016): Terminating (SIGINT)\u000a08:45:48.651195 run patchelf(pid=16016): Terminated: ok {rc=0}\u000a08:45:48.685518 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16013): Process ended prematurely: osmo-stp_10.42.42.5(pid=16013) [trial-2357↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16013)] [trial-2357↪gprs:trx-b200↪iperf3m4.py:8]\u000a08:45:48.695494 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a08:45:48.760415 run osmo-hlr_10.42.42.2(pid=16010): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16010)]\u000a08:45:48.813439 run osmo-hlr_10.42.42.2(pid=16010): stdout: \u000a| (launched: 2022-12-09_08:45:45.017186) \u000a08:45:48.866921 run osmo-hlr_10.42.42.2(pid=16010): stderr: \u000a| �[0;m�[1;31m20221209084545212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084545213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084545213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084545213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084545213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084545213 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084545226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084545235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084545235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084545235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:45:48.912200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15999): Terminating (SIGTERM)\u000a08:45:48.955822 run iperf3-srv_10.42.42.10(pid=16000): Terminating (SIGTERM)\u000a08:45:48.998829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16001): Terminating (SIGTERM)\u000a08:45:49.041781 run iperf3-srv_10.42.42.10(pid=16002): Terminating (SIGTERM)\u000a08:45:49.084866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16003): Terminating (SIGTERM)\u000a08:45:49.127762 run iperf3-srv_10.42.42.10(pid=16004): Terminating (SIGTERM)\u000a08:45:49.170792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16005): Terminating (SIGTERM)\u000a08:45:49.214245 run iperf3-srv_10.42.42.10(pid=16006): Terminating (SIGTERM)\u000a08:45:49.256786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16009): Terminating (SIGTERM)\u000a08:45:49.299778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16012): Terminating (SIGTERM)\u000a08:45:49.343215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16015): Terminating (SIGTERM)\u000a08:45:49.353395 --- ParallelTerminationStrategy: PID 15999 died...\u000a08:45:49.410453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15999): Terminated: ok {rc=0}\u000a08:45:49.421197 --- ParallelTerminationStrategy: PID 16000 died...\u000a08:45:49.478985 run iperf3-srv_10.42.42.10(pid=16000): Terminated {rc=256}\u000a08:45:49.489409 --- ParallelTerminationStrategy: PID 16001 died...\u000a08:45:49.546687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16001): Terminated: ok {rc=0}\u000a08:45:49.556836 --- ParallelTerminationStrategy: PID 16002 died...\u000a08:45:49.614174 run iperf3-srv_10.42.42.10(pid=16002): Terminated {rc=256}\u000a08:45:49.624395 --- ParallelTerminationStrategy: PID 16003 died...\u000a08:45:49.681201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16003): Terminated: ok {rc=0}\u000a08:45:49.691951 --- ParallelTerminationStrategy: PID 16004 died...\u000a08:45:49.748802 run iperf3-srv_10.42.42.10(pid=16004): Terminated {rc=256}\u000a08:45:49.759124 --- ParallelTerminationStrategy: PID 16005 died...\u000a08:45:49.815880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16005): Terminated: ok {rc=0}\u000a08:45:49.826202 --- ParallelTerminationStrategy: PID 16006 died...\u000a08:45:49.884058 run iperf3-srv_10.42.42.10(pid=16006): Terminated {rc=256}\u000a08:45:49.894455 --- ParallelTerminationStrategy: PID 16009 died...\u000a08:45:49.951750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16009): Terminated: ok {rc=0}\u000a08:45:49.962112 --- ParallelTerminationStrategy: PID 16012 died...\u000a08:45:50.019347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16012): Terminated: ok {rc=0}\u000a08:45:50.029873 --- ParallelTerminationStrategy: PID 16015 died...\u000a08:45:50.087408 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16015): Terminated: ok {rc=0}\u000a08:45:50.176229 bus /gobi_4: Setting Powered False\u000a08:45:51.286146 bus /gobi_4: Setting Powered False\u000a08:45:52.395636 bus /gobi_1: Setting Powered False\u000a08:45:53.504561 bus /gobi_1: Setting Powered False\u000a08:45:54.613667 bus /gobi_0: Setting Powered False\u000a08:45:55.721266 bus /gobi_0: Setting Powered False\u000a08:45:56.835569 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16023): Process ended prematurely: osmo-stp_10.42.42.5(pid=16023) [trial-2357↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16023): Process ended prematurely: osmo-stp_10.42.42.5(pid=16023) [trial-2357↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a08:45:57.903710 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:57.915303 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:45:58.057589 tst ping.py: using LAC 20292\u000a08:45:58.176247 tst ping.py: using RAC 147\u000a08:45:58.300146 tst ping.py: using CellId 20292\u000a08:45:58.420159 tst ping.py: using BVCI 20293\u000a08:45:58.443603 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:58.454323 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:58.464919 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:58.475522 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:58.486023 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:58.496498 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:58.507156 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:45:58.517715 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:45:58.797293 tst ping.py:19: start network...\u000a08:45:58.924585 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:45:59.413572 run create_hlr_db(pid=16017): Launched\u000a08:45:59.590174 bus /gobi_6: Setting Powered False\u000a08:46:00.622502 run create_hlr_db(pid=16017): Terminated: ok {rc=0}\u000a08:46:01.088553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16019): Launched\u000a08:46:01.547823 run osmo-hlr_10.42.42.2(pid=16020): Launched\u000a08:46:01.771879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:02.409485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16022): Launched\u000a08:46:02.721019 run osmo-stp_10.42.42.5(pid=16023): Launched\u000a08:46:02.833580 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:03.365172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16025): Launched\u000a08:46:03.473483 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:03.740719 run patchelf(pid=16026): Launched\u000a08:46:03.920080 run osmo-stp_10.42.42.5(pid=16023): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)]\u000a08:46:04.050431 run osmo-stp_10.42.42.5(pid=16023): stdout: \u000a| (launched: 2022-12-09_08:46:02.568426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:04.182079 run osmo-stp_10.42.42.5(pid=16023): stderr: \u000a| �[0;m�[38;5;43m20221209084602739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084602739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084602740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084602740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084602740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084602740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084602741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:04.308420 run osmo-stp_10.42.42.5(pid=16023): stdout: \u000a| (launched: 2022-12-09_08:46:02.568426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:04.434133 run osmo-stp_10.42.42.5(pid=16023): stderr: \u000a| �[0;m�[38;5;43m20221209084602739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084602739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084602740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084602740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084602740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084602740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084602741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:04.579598 run patchelf(pid=16026): Terminating (SIGINT)\u000a08:46:04.750846 run patchelf(pid=16026): Terminated: ok {rc=0}\u000a08:46:04.781952 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16023): Process ended prematurely: osmo-stp_10.42.42.5(pid=16023) [trial-2357↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16023)] [trial-2357↪gprs:trx-b200↪ping.py:22]\u000a08:46:04.790678 tst ping.py:22: Test FAILED (6.9 sec)\u000a08:46:04.850826 run osmo-hlr_10.42.42.2(pid=16020): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16020)]\u000a08:46:04.900399 run osmo-hlr_10.42.42.2(pid=16020): stdout: \u000a| (launched: 2022-12-09_08:46:01.258273) \u000a08:46:04.950228 run osmo-hlr_10.42.42.2(pid=16020): stderr: \u000a| �[0;m�[1;31m20221209084601654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084601654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084601654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084601654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084601654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084601654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084601670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084601692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084601693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084601693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:04.992663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16019): Terminating (SIGTERM)\u000a08:46:05.032849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16022): Terminating (SIGTERM)\u000a08:46:05.072840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16025): Terminating (SIGTERM)\u000a08:46:05.082191 --- ParallelTerminationStrategy: PID 16019 died...\u000a08:46:05.135816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16019): Terminated: ok {rc=0}\u000a08:46:05.145590 --- ParallelTerminationStrategy: PID 16022 died...\u000a08:46:05.199065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16022): Terminated: ok {rc=0}\u000a08:46:05.208588 --- ParallelTerminationStrategy: PID 16025 died...\u000a08:46:05.262469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16025): Terminated: ok {rc=0}\u000a08:46:05.350749 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16033): Process ended prematurely: osmo-stp_10.42.42.5(pid=16033) [trial-2357↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16033)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16033): Process ended prematurely: osmo-stp_10.42.42.5(pid=16033) [trial-2357↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a08:46:06.402735 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:46:06.414416 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a08:46:06.555485 tst ping_idle_ping.py: using LAC 20293\u000a08:46:06.677414 tst ping_idle_ping.py: using RAC 148\u000a08:46:06.797262 tst ping_idle_ping.py: using CellId 20293\u000a08:46:06.918406 tst ping_idle_ping.py: using BVCI 20294\u000a08:46:06.941874 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:46:06.952616 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:46:06.963308 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:46:06.973937 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:46:06.984486 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:46:06.994981 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:46:07.005686 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a08:46:07.016367 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a08:46:07.295785 tst ping_idle_ping.py:24: start network...\u000a08:46:07.422864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:07.918363 run create_hlr_db(pid=16027): Launched\u000a08:46:08.094880 bus /gobi_6: Setting Powered False\u000a08:46:09.116388 run create_hlr_db(pid=16027): Terminated: ok {rc=0}\u000a08:46:09.524735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16029): Launched\u000a08:46:09.831933 run osmo-hlr_10.42.42.2(pid=16030): Launched\u000a08:46:09.943547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:10.473161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16032): Launched\u000a08:46:10.780122 run osmo-stp_10.42.42.5(pid=16033): Launched\u000a08:46:10.892423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:11.426891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16035): Launched\u000a08:46:11.535658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:11.803415 run patchelf(pid=16036): Launched\u000a08:46:11.983125 run osmo-stp_10.42.42.5(pid=16033): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16033)]\u000a08:46:12.114482 run osmo-stp_10.42.42.5(pid=16033): stdout: \u000a| (launched: 2022-12-09_08:46:10.628616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:12.245784 run osmo-stp_10.42.42.5(pid=16033): stderr: \u000a| �[0;m�[38;5;43m20221209084610800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084610800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084610800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084610800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084610801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084610801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084610801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:12.372388 run osmo-stp_10.42.42.5(pid=16033): stdout: \u000a| (launched: 2022-12-09_08:46:10.628616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:12.498606 run osmo-stp_10.42.42.5(pid=16033): stderr: \u000a| �[0;m�[38;5;43m20221209084610800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084610800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084610800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084610800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084610801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084610801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084610801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:12.644427 run patchelf(pid=16036): Terminating (SIGINT)\u000a08:46:12.816221 run patchelf(pid=16036): Terminated: ok {rc=0}\u000a08:46:12.847324 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16033): Process ended prematurely: osmo-stp_10.42.42.5(pid=16033) [trial-2357↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16033)] [trial-2357↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a08:46:12.856017 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:46:12.916728 run osmo-hlr_10.42.42.2(pid=16030): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16030)]\u000a08:46:12.966263 run osmo-hlr_10.42.42.2(pid=16030): stdout: \u000a| (launched: 2022-12-09_08:46:09.681496) \u000a08:46:13.016806 run osmo-hlr_10.42.42.2(pid=16030): stderr: \u000a| �[0;m�[1;31m20221209084609856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084609856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084609856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084609856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084609856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084609856 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084609868 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084609877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084609877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084609878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:13.059505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16029): Terminating (SIGTERM)\u000a08:46:13.099681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16032): Terminating (SIGTERM)\u000a08:46:13.139930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16035): Terminating (SIGTERM)\u000a08:46:13.149293 --- ParallelTerminationStrategy: PID 16029 died...\u000a08:46:13.203392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16029): Terminated: ok {rc=0}\u000a08:46:13.213161 --- ParallelTerminationStrategy: PID 16032 died...\u000a08:46:13.266797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16032): Terminated: ok {rc=0}\u000a08:46:13.276467 --- ParallelTerminationStrategy: PID 16035 died...\u000a08:46:13.330422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16035): Terminated: ok {rc=0}\u000a08:46:13.420475 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:45:14" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16050): Process ended prematurely: osmo-stp_10.42.42.5(pid=16050) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16050)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16050): Process ended prematurely: osmo-stp_10.42.42.5(pid=16050) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16050)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:46:15.602768 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:15.614353 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:46:15.763551 tst cs_paging_gprs_active.py: using LAC 20294\u000a08:46:15.918955 tst cs_paging_gprs_active.py: using RAC 149\u000a08:46:16.078846 tst cs_paging_gprs_active.py: using CellId 20294\u000a08:46:16.221983 tst cs_paging_gprs_active.py: using BVCI 20295\u000a08:46:16.248845 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:16.261468 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:16.274236 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:16.287062 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:16.300100 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:16.313170 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:16.326296 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:16.341544 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:16.355469 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:46:16.479020 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:46:16.820085 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:46:16.964031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:17.319067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16040): Launched\u000a08:46:17.605446 run iperf3-srv_10.42.42.10(pid=16041): Launched\u000a08:46:17.810816 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:46:17.951282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:18.295797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16042): Launched\u000a08:46:18.580579 run iperf3-srv_10.42.42.10(pid=16043): Launched\u000a08:46:18.784630 tst cs_paging_gprs_active.py:38: start network...\u000a08:46:18.924660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:19.448827 run create_hlr_db(pid=16044): Launched\u000a08:46:19.641067 bus /gobi_6: Setting Powered False\u000a08:46:20.662171 run create_hlr_db(pid=16044): Terminated: ok {rc=0}\u000a08:46:21.102303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16046): Launched\u000a08:46:21.435103 run osmo-hlr_10.42.42.2(pid=16047): Launched\u000a08:46:21.560526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:22.137676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16049): Launched\u000a08:46:22.471268 run osmo-stp_10.42.42.5(pid=16050): Launched\u000a08:46:22.592176 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:23.170469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16052): Launched\u000a08:46:23.289411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:23.578881 run patchelf(pid=16053): Launched\u000a08:46:23.773002 run osmo-stp_10.42.42.5(pid=16050): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16050)]\u000a08:46:23.915362 run osmo-stp_10.42.42.5(pid=16050): stdout: \u000a| (launched: 2022-12-09_08:46:22.306678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:24.057627 run osmo-stp_10.42.42.5(pid=16050): stderr: \u000a| �[0;m�[38;5;43m20221209084622495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084622495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084622496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084622496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084622496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084622496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084622497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:24.195406 run osmo-stp_10.42.42.5(pid=16050): stdout: \u000a| (launched: 2022-12-09_08:46:22.306678)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:24.332071 run osmo-stp_10.42.42.5(pid=16050): stderr: \u000a| �[0;m�[38;5;43m20221209084622495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084622495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084622496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084622496 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084622496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084622496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084622497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:24.491032 run patchelf(pid=16053): Terminating (SIGINT)\u000a08:46:24.677543 run patchelf(pid=16053): Terminated: ok {rc=0}\u000a08:46:24.711501 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16050): Process ended prematurely: osmo-stp_10.42.42.5(pid=16050) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16050)] [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:46:24.721412 tst cs_paging_gprs_active.py:38: Test FAILED (9.2 sec)\u000a08:46:24.785130 run osmo-hlr_10.42.42.2(pid=16047): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16047)]\u000a08:46:24.836984 run osmo-hlr_10.42.42.2(pid=16047): stdout: \u000a| (launched: 2022-12-09_08:46:21.271789) \u000a08:46:24.890047 run osmo-hlr_10.42.42.2(pid=16047): stderr: \u000a| �[0;m�[1;31m20221209084621467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084621467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084621467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084621467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084621467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084621467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084621480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084621489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084621489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084621489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:24.935089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16040): Terminating (SIGTERM)\u000a08:46:24.977480 run iperf3-srv_10.42.42.10(pid=16041): Terminating (SIGTERM)\u000a08:46:25.019958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16042): Terminating (SIGTERM)\u000a08:46:25.062765 run iperf3-srv_10.42.42.10(pid=16043): Terminating (SIGTERM)\u000a08:46:25.105524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16046): Terminating (SIGTERM)\u000a08:46:25.147652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16049): Terminating (SIGTERM)\u000a08:46:25.190054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16052): Terminating (SIGTERM)\u000a08:46:25.199742 --- ParallelTerminationStrategy: PID 16040 died...\u000a08:46:25.256556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16040): Terminated: ok {rc=0}\u000a08:46:25.266777 --- ParallelTerminationStrategy: PID 16041 died...\u000a08:46:25.323004 run iperf3-srv_10.42.42.10(pid=16041): Terminated {rc=256}\u000a08:46:25.332942 --- ParallelTerminationStrategy: PID 16042 died...\u000a08:46:25.389158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16042): Terminated: ok {rc=0}\u000a08:46:25.399188 --- ParallelTerminationStrategy: PID 16043 died...\u000a08:46:25.454920 run iperf3-srv_10.42.42.10(pid=16043): Terminated {rc=256}\u000a08:46:25.465329 --- ParallelTerminationStrategy: PID 16046 died...\u000a08:46:25.521604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16046): Terminated: ok {rc=0}\u000a08:46:25.531673 --- ParallelTerminationStrategy: PID 16049 died...\u000a08:46:25.587752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16049): Terminated: ok {rc=0}\u000a08:46:25.597960 --- ParallelTerminationStrategy: PID 16052 died...\u000a08:46:25.654346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16052): Terminated: ok {rc=0}\u000a08:46:25.742179 bus /gobi_0: Setting Powered False\u000a08:46:26.849285 bus /gobi_0: Setting Powered False\u000a08:46:27.961939 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16062): Process ended prematurely: osmo-stp_10.42.42.5(pid=16062) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16062)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16062): Process ended prematurely: osmo-stp_10.42.42.5(pid=16062) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16062)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:46:29.074491 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:29.086358 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:46:29.232870 tst iperf3.py: using LAC 20295\u000a08:46:29.356933 tst iperf3.py: using RAC 150\u000a08:46:29.485867 tst iperf3.py: using CellId 20295\u000a08:46:29.606621 tst iperf3.py: using BVCI 20296\u000a08:46:29.630563 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:29.641823 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:29.652708 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:29.664391 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:29.676213 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:29.687936 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:29.699652 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:29.710886 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:29.722271 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:46:30.026780 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:46:30.166161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:30.509699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16054): Launched\u000a08:46:30.798115 run iperf3-srv_10.42.42.10(pid=16055): Launched\u000a08:46:31.006804 tst iperf3.py:8: start network...\u000a08:46:31.149032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:31.734370 run create_hlr_db(pid=16056): Launched\u000a08:46:31.940542 bus /gobi_6: Setting Powered False\u000a08:46:32.951071 run create_hlr_db(pid=16056): Terminated: ok {rc=0}\u000a08:46:33.372431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16058): Launched\u000a08:46:33.682537 run osmo-hlr_10.42.42.2(pid=16059): Launched\u000a08:46:33.802791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:34.347633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16061): Launched\u000a08:46:34.657511 run osmo-stp_10.42.42.5(pid=16062): Launched\u000a08:46:34.770889 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:35.310044 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16064): Launched\u000a08:46:35.420268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:35.691398 run patchelf(pid=16065): Launched\u000a08:46:35.873475 run osmo-stp_10.42.42.5(pid=16062): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16062)]\u000a08:46:36.006096 run osmo-stp_10.42.42.5(pid=16062): stdout: \u000a| (launched: 2022-12-09_08:46:34.505125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:36.138934 run osmo-stp_10.42.42.5(pid=16062): stderr: \u000a| �[0;m�[38;5;43m20221209084634673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084634673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084634673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084634674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084634674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084634674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084634674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:36.267309 run osmo-stp_10.42.42.5(pid=16062): stdout: \u000a| (launched: 2022-12-09_08:46:34.505125)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:36.394733 run osmo-stp_10.42.42.5(pid=16062): stderr: \u000a| �[0;m�[38;5;43m20221209084634673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084634673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084634673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084634674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084634674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084634674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084634674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:36.543022 run patchelf(pid=16065): Terminating (SIGINT)\u000a08:46:36.716444 run patchelf(pid=16065): Terminated: ok {rc=0}\u000a08:46:36.748160 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16062): Process ended prematurely: osmo-stp_10.42.42.5(pid=16062) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16062)] [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a08:46:36.757498 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a08:46:36.817738 run osmo-hlr_10.42.42.2(pid=16059): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16059)]\u000a08:46:36.866761 run osmo-hlr_10.42.42.2(pid=16059): stdout: \u000a| (launched: 2022-12-09_08:46:33.530482) \u000a08:46:36.916674 run osmo-hlr_10.42.42.2(pid=16059): stderr: \u000a| �[0;m�[1;31m20221209084633703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084633703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084633703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084633703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084633703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084633703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084633715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084633723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084633724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084633724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:36.959198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16054): Terminating (SIGTERM)\u000a08:46:36.999199 run iperf3-srv_10.42.42.10(pid=16055): Terminating (SIGTERM)\u000a08:46:37.039385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16058): Terminating (SIGTERM)\u000a08:46:37.079553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16061): Terminating (SIGTERM)\u000a08:46:37.119704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16064): Terminating (SIGTERM)\u000a08:46:37.129071 --- ParallelTerminationStrategy: PID 16054 died...\u000a08:46:37.182842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16054): Terminated: ok {rc=0}\u000a08:46:37.192509 --- ParallelTerminationStrategy: PID 16055 died...\u000a08:46:37.246131 run iperf3-srv_10.42.42.10(pid=16055): Terminated {rc=256}\u000a08:46:37.255817 --- ParallelTerminationStrategy: PID 16058 died...\u000a08:46:37.308882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16058): Terminated: ok {rc=0}\u000a08:46:37.318588 --- ParallelTerminationStrategy: PID 16061 died...\u000a08:46:37.371674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16061): Terminated: ok {rc=0}\u000a08:46:37.381448 --- ParallelTerminationStrategy: PID 16064 died...\u000a08:46:37.434839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16064): Terminated: ok {rc=0}\u000a08:46:37.519659 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16080): Process ended prematurely: osmo-stp_10.42.42.5(pid=16080) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16080): Process ended prematurely: osmo-stp_10.42.42.5(pid=16080) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:46:38.637523 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:38.649782 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:46:38.802084 tst iperf3m4.py: using LAC 20296\u000a08:46:38.932047 tst iperf3m4.py: using RAC 151\u000a08:46:39.057422 tst iperf3m4.py: using CellId 20296\u000a08:46:39.179620 tst iperf3m4.py: using BVCI 20297\u000a08:46:39.203324 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:39.214507 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:39.225326 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:39.236714 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:39.248120 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:39.259600 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:39.271029 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:39.282291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:39.293752 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:46:39.416490 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:46:39.538266 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:46:39.661462 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:46:39.949721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:46:40.079738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:40.402038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16066): Launched\u000a08:46:40.669992 run iperf3-srv_10.42.42.10(pid=16067): Launched\u000a08:46:40.858974 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:46:40.988206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:41.307981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16068): Launched\u000a08:46:41.574175 run iperf3-srv_10.42.42.10(pid=16069): Launched\u000a08:46:41.762952 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:46:41.893099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:42.213802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16070): Launched\u000a08:46:42.480438 run iperf3-srv_10.42.42.10(pid=16071): Launched\u000a08:46:42.669205 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:46:42.798187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:46:43.120455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16072): Launched\u000a08:46:43.388457 run iperf3-srv_10.42.42.10(pid=16073): Launched\u000a08:46:43.576670 tst iperf3m4.py:8: start network...\u000a08:46:43.705788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:46:44.203256 run create_hlr_db(pid=16074): Launched\u000a08:46:44.381913 bus /gobi_6: Setting Powered False\u000a08:46:45.402905 run create_hlr_db(pid=16074): Terminated: ok {rc=0}\u000a08:46:45.867682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16076): Launched\u000a08:46:46.363216 run osmo-hlr_10.42.42.2(pid=16077): Launched\u000a08:46:46.552653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:46:47.131880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16079): Launched\u000a08:46:47.464683 run osmo-stp_10.42.42.5(pid=16080): Launched\u000a08:46:47.587058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:46:48.132894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16082): Launched\u000a08:46:48.243566 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:46:48.512401 run patchelf(pid=16083): Launched\u000a08:46:48.693768 run osmo-stp_10.42.42.5(pid=16080): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)]\u000a08:46:48.826142 run osmo-stp_10.42.42.5(pid=16080): stdout: \u000a| (launched: 2022-12-09_08:46:47.294333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:48.958603 run osmo-stp_10.42.42.5(pid=16080): stderr: \u000a| �[0;m�[38;5;43m20221209084647486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084647487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084647487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084647487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084647488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084647488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084647488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:49.086436 run osmo-stp_10.42.42.5(pid=16080): stdout: \u000a| (launched: 2022-12-09_08:46:47.294333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:46:49.213662 run osmo-stp_10.42.42.5(pid=16080): stderr: \u000a| �[0;m�[38;5;43m20221209084647486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084647487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084647487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084647487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084647488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084647488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084647488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:46:49.361571 run patchelf(pid=16083): Terminating (SIGINT)\u000a08:46:49.535458 run patchelf(pid=16083): Terminated: ok {rc=0}\u000a08:46:49.567262 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16080): Process ended prematurely: osmo-stp_10.42.42.5(pid=16080) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)] [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:46:49.576608 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:46:49.637421 run osmo-hlr_10.42.42.2(pid=16077): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16077)]\u000a08:46:49.686843 run osmo-hlr_10.42.42.2(pid=16077): stdout: \u000a| (launched: 2022-12-09_08:46:46.044045) \u000a08:46:49.736788 run osmo-hlr_10.42.42.2(pid=16077): stderr: \u000a| �[0;m�[1;31m20221209084646418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084646418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084646418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084646418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084646418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084646418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084646444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084646456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084646461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084646461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:46:49.779733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16066): Terminating (SIGTERM)\u000a08:46:49.820140 run iperf3-srv_10.42.42.10(pid=16067): Terminating (SIGTERM)\u000a08:46:49.860784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16068): Terminating (SIGTERM)\u000a08:46:49.901120 run iperf3-srv_10.42.42.10(pid=16069): Terminating (SIGTERM)\u000a08:46:49.941824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16070): Terminating (SIGTERM)\u000a08:46:49.982445 run iperf3-srv_10.42.42.10(pid=16071): Terminating (SIGTERM)\u000a08:46:50.022725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16072): Terminating (SIGTERM)\u000a08:46:50.062964 run iperf3-srv_10.42.42.10(pid=16073): Terminating (SIGTERM)\u000a08:46:50.103224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16076): Terminating (SIGTERM)\u000a08:46:50.143630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16079): Terminating (SIGTERM)\u000a08:46:50.184591 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16082): Terminating (SIGTERM)\u000a08:46:50.193994 --- ParallelTerminationStrategy: PID 16066 died...\u000a08:46:50.247923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16066): Terminated: ok {rc=0}\u000a08:46:50.257617 --- ParallelTerminationStrategy: PID 16067 died...\u000a08:46:50.311165 run iperf3-srv_10.42.42.10(pid=16067): Terminated {rc=256}\u000a08:46:50.320934 --- ParallelTerminationStrategy: PID 16068 died...\u000a08:46:50.374605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16068): Terminated: ok {rc=0}\u000a08:46:50.384370 --- ParallelTerminationStrategy: PID 16069 died...\u000a08:46:50.437864 run iperf3-srv_10.42.42.10(pid=16069): Terminated {rc=256}\u000a08:46:50.447453 --- ParallelTerminationStrategy: PID 16070 died...\u000a08:46:50.501088 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16070): Terminated: ok {rc=0}\u000a08:46:50.510828 --- ParallelTerminationStrategy: PID 16071 died...\u000a08:46:50.564552 run iperf3-srv_10.42.42.10(pid=16071): Terminated {rc=256}\u000a08:46:50.574320 --- ParallelTerminationStrategy: PID 16072 died...\u000a08:46:50.628399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16072): Terminated: ok {rc=0}\u000a08:46:50.638186 --- ParallelTerminationStrategy: PID 16073 died...\u000a08:46:50.692024 run iperf3-srv_10.42.42.10(pid=16073): Terminated {rc=256}\u000a08:46:50.701734 --- ParallelTerminationStrategy: PID 16076 died...\u000a08:46:50.755120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16076): Terminated: ok {rc=0}\u000a08:46:50.764738 --- ParallelTerminationStrategy: PID 16079 died...\u000a08:46:50.818223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16079): Terminated: ok {rc=0}\u000a08:46:50.827861 --- ParallelTerminationStrategy: PID 16082 died...\u000a08:46:50.881970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16082): Terminated: ok {rc=0}\u000a08:46:50.972280 bus /gobi_4: Setting Powered False\u000a08:46:52.076924 bus /gobi_4: Setting Powered False\u000a08:46:53.190286 bus /gobi_1: Setting Powered False\u000a08:46:54.294200 bus /gobi_1: Setting Powered False\u000a08:46:55.407113 bus /gobi_0: Setting Powered False\u000a08:46:56.510484 bus /gobi_0: Setting Powered False\u000a08:46:57.622753 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16091): Process ended prematurely: osmo-stp_10.42.42.5(pid=16091) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16091): Process ended prematurely: osmo-stp_10.42.42.5(pid=16091) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:46:58.689944 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:58.701947 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:46:58.842937 tst ping.py: using LAC 20297\u000a08:46:58.965027 tst ping.py: using RAC 152\u000a08:46:59.084272 tst ping.py: using CellId 20297\u000a08:46:59.206047 tst ping.py: using BVCI 20298\u000a08:46:59.229773 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:59.240941 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:59.251884 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:59.262901 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:59.274066 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:59.284879 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:59.295912 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:46:59.306845 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:46:59.606554 tst ping.py:19: start network...\u000a08:46:59.743104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:00.259365 run create_hlr_db(pid=16085): Launched\u000a08:47:00.449703 bus /gobi_6: Setting Powered False\u000a08:47:01.477502 run create_hlr_db(pid=16085): Terminated: ok {rc=0}\u000a08:47:01.962368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16087): Launched\u000a08:47:02.295799 run osmo-hlr_10.42.42.2(pid=16088): Launched\u000a08:47:02.416795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:02.985916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16090): Launched\u000a08:47:03.290417 run osmo-stp_10.42.42.5(pid=16091): Launched\u000a08:47:03.401442 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:03.933716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16093): Launched\u000a08:47:04.042390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:04.309849 run patchelf(pid=16094): Launched\u000a08:47:04.488166 run osmo-stp_10.42.42.5(pid=16091): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)]\u000a08:47:04.618319 run osmo-stp_10.42.42.5(pid=16091): stdout: \u000a| (launched: 2022-12-09_08:47:03.140403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:04.748491 run osmo-stp_10.42.42.5(pid=16091): stderr: \u000a| �[0;m�[38;5;43m20221209084703309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084703309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084703309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084703310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084703310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084703310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084703310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:04.874373 run osmo-stp_10.42.42.5(pid=16091): stdout: \u000a| (launched: 2022-12-09_08:47:03.140403)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:04.999425 run osmo-stp_10.42.42.5(pid=16091): stderr: \u000a| �[0;m�[38;5;43m20221209084703309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084703309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084703309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084703310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084703310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084703310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084703310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:05.143852 run patchelf(pid=16094): Terminating (SIGINT)\u000a08:47:05.314222 run patchelf(pid=16094): Terminated: ok {rc=0}\u000a08:47:05.345289 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16091): Process ended prematurely: osmo-stp_10.42.42.5(pid=16091) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16091)] [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a08:47:05.353939 tst ping.py:22: Test FAILED (6.7 sec)\u000a08:47:05.414369 run osmo-hlr_10.42.42.2(pid=16088): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16088)]\u000a08:47:05.463633 run osmo-hlr_10.42.42.2(pid=16088): stdout: \u000a| (launched: 2022-12-09_08:47:02.133161) \u000a08:47:05.513716 run osmo-hlr_10.42.42.2(pid=16088): stderr: \u000a| �[0;m�[1;31m20221209084702329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084702329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084702329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084702329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084702329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084702329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084702346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084702356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084702356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084702356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:05.556448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16087): Terminating (SIGTERM)\u000a08:47:05.596527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16090): Terminating (SIGTERM)\u000a08:47:05.636773 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16093): Terminating (SIGTERM)\u000a08:47:05.646155 --- ParallelTerminationStrategy: PID 16087 died...\u000a08:47:05.699760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16087): Terminated: ok {rc=0}\u000a08:47:05.709461 --- ParallelTerminationStrategy: PID 16090 died...\u000a08:47:05.762934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16090): Terminated: ok {rc=0}\u000a08:47:05.772520 --- ParallelTerminationStrategy: PID 16093 died...\u000a08:47:05.826366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16093): Terminated: ok {rc=0}\u000a08:47:05.916905 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16101): Process ended prematurely: osmo-stp_10.42.42.5(pid=16101) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16101)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16101): Process ended prematurely: osmo-stp_10.42.42.5(pid=16101) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:47:06.968524 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:06.980247 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:47:07.120192 tst ping_idle_ping.py: using LAC 20298\u000a08:47:07.238975 tst ping_idle_ping.py: using RAC 153\u000a08:47:07.360170 tst ping_idle_ping.py: using CellId 20298\u000a08:47:07.487997 tst ping_idle_ping.py: using BVCI 20299\u000a08:47:07.513133 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:07.524871 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:07.536352 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:07.548604 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:07.560885 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:07.572766 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:07.585264 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:47:07.597304 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:47:07.879630 tst ping_idle_ping.py:24: start network...\u000a08:47:08.006240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:08.499228 run create_hlr_db(pid=16095): Launched\u000a08:47:08.675942 bus /gobi_6: Setting Powered False\u000a08:47:09.696294 run create_hlr_db(pid=16095): Terminated: ok {rc=0}\u000a08:47:10.131564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16097): Launched\u000a08:47:10.461087 run osmo-hlr_10.42.42.2(pid=16098): Launched\u000a08:47:10.581936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:11.155475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16100): Launched\u000a08:47:11.483426 run osmo-stp_10.42.42.5(pid=16101): Launched\u000a08:47:11.603353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:12.175694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16103): Launched\u000a08:47:12.292733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:12.577633 run patchelf(pid=16104): Launched\u000a08:47:12.769062 run osmo-stp_10.42.42.5(pid=16101): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16101)]\u000a08:47:12.909514 run osmo-stp_10.42.42.5(pid=16101): stdout: \u000a| (launched: 2022-12-09_08:47:11.322504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:13.050124 run osmo-stp_10.42.42.5(pid=16101): stderr: \u000a| �[0;m�[38;5;43m20221209084711512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084711512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084711512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084711513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084711513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084711513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084711513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:13.185915 run osmo-stp_10.42.42.5(pid=16101): stdout: \u000a| (launched: 2022-12-09_08:47:11.322504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:13.320760 run osmo-stp_10.42.42.5(pid=16101): stderr: \u000a| �[0;m�[38;5;43m20221209084711512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084711512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084711512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084711513 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084711513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084711513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084711513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:13.477238 run patchelf(pid=16104): Terminating (SIGINT)\u000a08:47:13.660738 run patchelf(pid=16104): Terminated: ok {rc=0}\u000a08:47:13.693990 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16101): Process ended prematurely: osmo-stp_10.42.42.5(pid=16101) [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16101)] [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:47:13.703349 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:47:13.768235 run osmo-hlr_10.42.42.2(pid=16098): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16098)]\u000a08:47:13.820500 run osmo-hlr_10.42.42.2(pid=16098): stdout: \u000a| (launched: 2022-12-09_08:47:10.298540) \u000a08:47:13.873469 run osmo-hlr_10.42.42.2(pid=16098): stderr: \u000a| �[0;m�[1;31m20221209084710494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084710494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084710494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084710494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084710494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084710494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084710506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084710514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084710515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084710515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:13.919188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16097): Terminating (SIGTERM)\u000a08:47:13.962106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16100): Terminating (SIGTERM)\u000a08:47:14.005741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16103): Terminating (SIGTERM)\u000a08:47:14.015700 --- ParallelTerminationStrategy: PID 16097 died...\u000a08:47:14.073535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16097): Terminated: ok {rc=0}\u000a08:47:14.083864 --- ParallelTerminationStrategy: PID 16100 died...\u000a08:47:14.141135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16100): Terminated: ok {rc=0}\u000a08:47:14.151495 --- ParallelTerminationStrategy: PID 16103 died...\u000a08:47:14.208587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16103): Terminated: ok {rc=0}\u000a08:47:14.296994 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:46:15" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16119): Process ended prematurely: osmo-stp_10.42.42.5(pid=16119) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16119)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16119): Process ended prematurely: osmo-stp_10.42.42.5(pid=16119) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16119)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:47:16.532090 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:16.547281 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:47:16.755089 tst cs_paging_gprs_active.py: using LAC 20299\u000a08:47:16.880361 tst cs_paging_gprs_active.py: using RAC 154\u000a08:47:17.041441 tst cs_paging_gprs_active.py: using CellId 20299\u000a08:47:17.214033 tst cs_paging_gprs_active.py: using BVCI 20300\u000a08:47:17.239982 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:17.252702 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:17.265135 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:17.277011 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:17.289070 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:17.301514 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:17.314200 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:17.327535 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:17.339309 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:47:17.462363 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:47:17.750681 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:47:17.880585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:18.202362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16109): Launched\u000a08:47:18.469319 run iperf3-srv_10.42.42.10(pid=16110): Launched\u000a08:47:18.658894 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:47:18.787864 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:19.108937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16111): Launched\u000a08:47:19.377660 run iperf3-srv_10.42.42.10(pid=16112): Launched\u000a08:47:19.567140 tst cs_paging_gprs_active.py:38: start network...\u000a08:47:19.696588 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:20.195453 run create_hlr_db(pid=16113): Launched\u000a08:47:20.375026 bus /gobi_6: Setting Powered False\u000a08:47:21.396148 run create_hlr_db(pid=16113): Terminated: ok {rc=0}\u000a08:47:21.838639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16115): Launched\u000a08:47:22.173359 run osmo-hlr_10.42.42.2(pid=16116): Launched\u000a08:47:22.296658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:22.874507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16118): Launched\u000a08:47:23.207113 run osmo-stp_10.42.42.5(pid=16119): Launched\u000a08:47:23.328374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:23.907758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16121): Launched\u000a08:47:24.026850 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:24.316110 run patchelf(pid=16122): Launched\u000a08:47:24.510057 run osmo-stp_10.42.42.5(pid=16119): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16119)]\u000a08:47:24.651841 run osmo-stp_10.42.42.5(pid=16119): stdout: \u000a| (launched: 2022-12-09_08:47:23.044740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:24.793703 run osmo-stp_10.42.42.5(pid=16119): stderr: \u000a| �[0;m�[38;5;43m20221209084723235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084723235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084723235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084723235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084723236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084723236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084723236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:24.931248 run osmo-stp_10.42.42.5(pid=16119): stdout: \u000a| (launched: 2022-12-09_08:47:23.044740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:25.067503 run osmo-stp_10.42.42.5(pid=16119): stderr: \u000a| �[0;m�[38;5;43m20221209084723235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084723235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084723235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084723235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084723236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084723236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084723236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:25.225808 run patchelf(pid=16122): Terminating (SIGINT)\u000a08:47:25.411431 run patchelf(pid=16122): Terminated: ok {rc=0}\u000a08:47:25.445731 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16119): Process ended prematurely: osmo-stp_10.42.42.5(pid=16119) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16119)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:47:25.455828 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a08:47:25.520110 run osmo-hlr_10.42.42.2(pid=16116): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16116)]\u000a08:47:25.572588 run osmo-hlr_10.42.42.2(pid=16116): stdout: \u000a| (launched: 2022-12-09_08:47:22.009403) \u000a08:47:25.625636 run osmo-hlr_10.42.42.2(pid=16116): stderr: \u000a| �[0;m�[1;31m20221209084722206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084722206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084722206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084722206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084722207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084722207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084722219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084722228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084722229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084722229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:25.671210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16109): Terminating (SIGTERM)\u000a08:47:25.714077 run iperf3-srv_10.42.42.10(pid=16110): Terminating (SIGTERM)\u000a08:47:25.756580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16111): Terminating (SIGTERM)\u000a08:47:25.799762 run iperf3-srv_10.42.42.10(pid=16112): Terminating (SIGTERM)\u000a08:47:25.842874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16115): Terminating (SIGTERM)\u000a08:47:25.885641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16118): Terminating (SIGTERM)\u000a08:47:25.929392 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16121): Terminating (SIGTERM)\u000a08:47:25.939242 --- ParallelTerminationStrategy: PID 16109 died...\u000a08:47:25.996799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16109): Terminated: ok {rc=0}\u000a08:47:26.007133 --- ParallelTerminationStrategy: PID 16110 died...\u000a08:47:26.063886 run iperf3-srv_10.42.42.10(pid=16110): Terminated {rc=256}\u000a08:47:26.074381 --- ParallelTerminationStrategy: PID 16111 died...\u000a08:47:26.131590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16111): Terminated: ok {rc=0}\u000a08:47:26.141943 --- ParallelTerminationStrategy: PID 16112 died...\u000a08:47:26.198790 run iperf3-srv_10.42.42.10(pid=16112): Terminated {rc=256}\u000a08:47:26.208934 --- ParallelTerminationStrategy: PID 16115 died...\u000a08:47:26.265986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16115): Terminated: ok {rc=0}\u000a08:47:26.276231 --- ParallelTerminationStrategy: PID 16118 died...\u000a08:47:26.333174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16118): Terminated: ok {rc=0}\u000a08:47:26.343295 --- ParallelTerminationStrategy: PID 16121 died...\u000a08:47:26.400205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16121): Terminated: ok {rc=0}\u000a08:47:26.488316 bus /gobi_0: Setting Powered False\u000a08:47:27.596729 bus /gobi_0: Setting Powered False\u000a08:47:28.706135 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:47:29.823640 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:29.836014 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:47:30.007204 tst iperf3.py: using LAC 20300\u000a08:47:30.136679 tst iperf3.py: using RAC 155\u000a08:47:30.266518 tst iperf3.py: using CellId 20300\u000a08:47:30.395371 tst iperf3.py: using BVCI 20301\u000a08:47:30.420633 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:30.432195 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:30.443629 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:30.455264 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:30.466770 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:30.478344 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:30.490001 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:30.501477 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:30.513375 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:47:30.799823 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:47:30.962162 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:31.327762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Launched\u000a08:47:31.625793 run iperf3-srv_10.42.42.10(pid=16124): Launched\u000a08:47:31.818528 tst iperf3.py:8: start network...\u000a08:47:31.950597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:32.455517 run create_hlr_db(pid=16125): Launched\u000a08:47:32.633768 bus /gobi_6: Setting Powered False\u000a08:47:33.655903 run create_hlr_db(pid=16125): Terminated: ok {rc=0}\u000a08:47:34.067710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Launched\u000a08:47:34.379535 run osmo-hlr_10.42.42.2(pid=16128): Launched\u000a08:47:34.503788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:35.048660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Launched\u000a08:47:35.358416 run osmo-stp_10.42.42.5(pid=16131): Launched\u000a08:47:35.470470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:36.013516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16134): Launched\u000a08:47:36.123981 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:36.395057 run patchelf(pid=16135): Launched\u000a08:47:36.576706 run osmo-stp_10.42.42.5(pid=16131): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]\u000a08:47:36.709447 run osmo-stp_10.42.42.5(pid=16131): stdout: \u000a| (launched: 2022-12-09_08:47:35.206507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:36.842338 run osmo-stp_10.42.42.5(pid=16131): stderr: \u000a| �[0;m�[38;5;43m20221209084735374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084735374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084735375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084735375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084735375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084735376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084735376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:36.971121 run osmo-stp_10.42.42.5(pid=16131): stdout: \u000a| (launched: 2022-12-09_08:47:35.206507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:37.098745 run osmo-stp_10.42.42.5(pid=16131): stderr: \u000a| �[0;m�[38;5;43m20221209084735374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084735374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084735375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084735375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084735375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084735376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084735376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:37.247071 run patchelf(pid=16135): Terminating (SIGINT)\u000a08:47:37.421242 run patchelf(pid=16135): Terminated: ok {rc=0}\u000a08:47:37.453211 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:47:37.462428 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a08:47:37.523175 run osmo-hlr_10.42.42.2(pid=16128): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16128)]\u000a08:47:37.572743 run osmo-hlr_10.42.42.2(pid=16128): stdout: \u000a| (launched: 2022-12-09_08:47:34.226035) \u000a08:47:37.623369 run osmo-hlr_10.42.42.2(pid=16128): stderr: \u000a| �[0;m�[1;31m20221209084734400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084734400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084734400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084734400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084734400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084734400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084734412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084734420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084734420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084734420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:37.666110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Terminating (SIGTERM)\u000a08:47:37.706301 run iperf3-srv_10.42.42.10(pid=16124): Terminating (SIGTERM)\u000a08:47:37.746443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminating (SIGTERM)\u000a08:47:37.786440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminating (SIGTERM)\u000a08:47:37.826685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16134): Terminating (SIGTERM)\u000a08:47:37.836057 --- ParallelTerminationStrategy: PID 16123 died...\u000a08:47:37.890445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Terminated: ok {rc=0}\u000a08:47:37.900073 --- ParallelTerminationStrategy: PID 16124 died...\u000a08:47:37.953598 run iperf3-srv_10.42.42.10(pid=16124): Terminated {rc=256}\u000a08:47:37.963216 --- ParallelTerminationStrategy: PID 16127 died...\u000a08:47:38.016581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminated: ok {rc=0}\u000a08:47:38.026289 --- ParallelTerminationStrategy: PID 16130 died...\u000a08:47:38.079680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminated: ok {rc=0}\u000a08:47:38.089447 --- ParallelTerminationStrategy: PID 16134 died...\u000a08:47:38.142895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16134): Terminated: ok {rc=0}\u000a08:47:38.227349 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16150): Process ended prematurely: osmo-stp_10.42.42.5(pid=16150) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16150)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16150): Process ended prematurely: osmo-stp_10.42.42.5(pid=16150) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16150)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:47:39.344637 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:39.357081 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:47:39.522579 tst iperf3m4.py: using LAC 20301\u000a08:47:39.646427 tst iperf3m4.py: using RAC 156\u000a08:47:39.770118 tst iperf3m4.py: using CellId 20301\u000a08:47:39.891566 tst iperf3m4.py: using BVCI 20302\u000a08:47:39.915461 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:39.926614 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:39.938102 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:39.949742 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:39.960544 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:39.971432 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:39.982529 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:39.993426 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:40.004352 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:47:40.127857 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:47:40.253471 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:47:40.374567 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:47:40.678108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:47:40.818087 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:41.162904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16136): Launched\u000a08:47:41.449944 run iperf3-srv_10.42.42.10(pid=16137): Launched\u000a08:47:41.655163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:47:41.794796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:42.138838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16138): Launched\u000a08:47:42.424789 run iperf3-srv_10.42.42.10(pid=16139): Launched\u000a08:47:42.627820 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:47:42.766713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:43.103471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16140): Launched\u000a08:47:43.370884 run iperf3-srv_10.42.42.10(pid=16141): Launched\u000a08:47:43.560107 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:47:43.689449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:47:44.009452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16142): Launched\u000a08:47:44.274668 run iperf3-srv_10.42.42.10(pid=16143): Launched\u000a08:47:44.464058 tst iperf3m4.py:8: start network...\u000a08:47:44.592745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:47:45.090696 run create_hlr_db(pid=16144): Launched\u000a08:47:45.268591 bus /gobi_6: Setting Powered False\u000a08:47:46.290644 run create_hlr_db(pid=16144): Terminated: ok {rc=0}\u000a08:47:46.721172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16146): Launched\u000a08:47:47.089874 run osmo-hlr_10.42.42.2(pid=16147): Launched\u000a08:47:47.284742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:47:47.862853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16149): Launched\u000a08:47:48.174259 run osmo-stp_10.42.42.5(pid=16150): Launched\u000a08:47:48.286990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:47:48.828796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16152): Launched\u000a08:47:48.939593 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:47:49.210164 run patchelf(pid=16153): Launched\u000a08:47:49.391207 run osmo-stp_10.42.42.5(pid=16150): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16150)]\u000a08:47:49.523538 run osmo-stp_10.42.42.5(pid=16150): stdout: \u000a| (launched: 2022-12-09_08:47:48.021524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:49.656161 run osmo-stp_10.42.42.5(pid=16150): stderr: \u000a| �[0;m�[38;5;43m20221209084748190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084748190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084748190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084748191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084748191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084748191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084748191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:49.784252 run osmo-stp_10.42.42.5(pid=16150): stdout: \u000a| (launched: 2022-12-09_08:47:48.021524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:47:49.911322 run osmo-stp_10.42.42.5(pid=16150): stderr: \u000a| �[0;m�[38;5;43m20221209084748190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084748190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084748190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084748191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084748191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084748191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084748191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:47:50.059450 run patchelf(pid=16153): Terminating (SIGINT)\u000a08:47:50.234015 run patchelf(pid=16153): Terminated: ok {rc=0}\u000a08:47:50.265906 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16150): Process ended prematurely: osmo-stp_10.42.42.5(pid=16150) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16150)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:47:50.275184 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:47:50.335833 run osmo-hlr_10.42.42.2(pid=16147): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16147)]\u000a08:47:50.385102 run osmo-hlr_10.42.42.2(pid=16147): stdout: \u000a| (launched: 2022-12-09_08:47:46.882108) \u000a08:47:50.435283 run osmo-hlr_10.42.42.2(pid=16147): stderr: \u000a| �[0;m�[1;31m20221209084747185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084747185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084747185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084747185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084747185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084747185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084747211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084747220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084747220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084747220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:47:50.477953 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16136): Terminating (SIGTERM)\u000a08:47:50.518008 run iperf3-srv_10.42.42.10(pid=16137): Terminating (SIGTERM)\u000a08:47:50.558153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16138): Terminating (SIGTERM)\u000a08:47:50.598073 run iperf3-srv_10.42.42.10(pid=16139): Terminating (SIGTERM)\u000a08:47:50.640076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16140): Terminating (SIGTERM)\u000a08:47:50.680142 run iperf3-srv_10.42.42.10(pid=16141): Terminating (SIGTERM)\u000a08:47:50.720001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16142): Terminating (SIGTERM)\u000a08:47:50.759922 run iperf3-srv_10.42.42.10(pid=16143): Terminating (SIGTERM)\u000a08:47:50.799910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16146): Terminating (SIGTERM)\u000a08:47:50.839827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16149): Terminating (SIGTERM)\u000a08:47:50.879839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16152): Terminating (SIGTERM)\u000a08:47:50.889186 --- ParallelTerminationStrategy: PID 16136 died...\u000a08:47:50.942599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16136): Terminated: ok {rc=0}\u000a08:47:50.952248 --- ParallelTerminationStrategy: PID 16137 died...\u000a08:47:51.005351 run iperf3-srv_10.42.42.10(pid=16137): Terminated {rc=256}\u000a08:47:51.014896 --- ParallelTerminationStrategy: PID 16138 died...\u000a08:47:51.068703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16138): Terminated: ok {rc=0}\u000a08:47:51.078280 --- ParallelTerminationStrategy: PID 16139 died...\u000a08:47:51.131266 run iperf3-srv_10.42.42.10(pid=16139): Terminated {rc=256}\u000a08:47:51.140824 --- ParallelTerminationStrategy: PID 16140 died...\u000a08:47:51.194469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16140): Terminated: ok {rc=0}\u000a08:47:51.204040 --- ParallelTerminationStrategy: PID 16141 died...\u000a08:47:51.257025 run iperf3-srv_10.42.42.10(pid=16141): Terminated {rc=256}\u000a08:47:51.266648 --- ParallelTerminationStrategy: PID 16142 died...\u000a08:47:51.319809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16142): Terminated: ok {rc=0}\u000a08:47:51.329806 --- ParallelTerminationStrategy: PID 16143 died...\u000a08:47:51.382883 run iperf3-srv_10.42.42.10(pid=16143): Terminated {rc=256}\u000a08:47:51.392413 --- ParallelTerminationStrategy: PID 16146 died...\u000a08:47:51.446019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16146): Terminated: ok {rc=0}\u000a08:47:51.455693 --- ParallelTerminationStrategy: PID 16149 died...\u000a08:47:51.508807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16149): Terminated: ok {rc=0}\u000a08:47:51.518429 --- ParallelTerminationStrategy: PID 16152 died...\u000a08:47:51.571580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16152): Terminated: ok {rc=0}\u000a08:47:51.660895 bus /gobi_4: Setting Powered False\u000a08:47:52.766666 bus /gobi_4: Setting Powered False\u000a08:47:53.880049 bus /gobi_1: Setting Powered False\u000a08:47:54.984071 bus /gobi_1: Setting Powered False\u000a08:47:56.091895 bus /gobi_0: Setting Powered False\u000a08:47:57.198642 bus /gobi_0: Setting Powered False\u000a08:47:58.309014 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16160): Process ended prematurely: osmo-stp_10.42.42.5(pid=16160) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16160)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16160): Process ended prematurely: osmo-stp_10.42.42.5(pid=16160) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:47:59.378500 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:59.390989 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:47:59.559882 tst ping.py: using LAC 20302\u000a08:47:59.687480 tst ping.py: using RAC 157\u000a08:47:59.809630 tst ping.py: using CellId 20302\u000a08:47:59.930689 tst ping.py: using BVCI 20303\u000a08:47:59.954147 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:59.965343 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:59.976231 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:59.987329 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:47:59.998148 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:00.008915 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:00.019992 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:00.030959 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:48:00.326354 tst ping.py:19: start network...\u000a08:48:00.462281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:01.004618 run create_hlr_db(pid=16154): Launched\u000a08:48:01.201706 bus /gobi_6: Setting Powered False\u000a08:48:02.260155 run create_hlr_db(pid=16154): Terminated: ok {rc=0}\u000a08:48:02.696241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16156): Launched\u000a08:48:03.023703 run osmo-hlr_10.42.42.2(pid=16157): Launched\u000a08:48:03.146070 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:03.718031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16159): Launched\u000a08:48:04.044806 run osmo-stp_10.42.42.5(pid=16160): Launched\u000a08:48:04.164038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:04.734117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16162): Launched\u000a08:48:04.850522 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:05.135716 run patchelf(pid=16163): Launched\u000a08:48:05.326260 run osmo-stp_10.42.42.5(pid=16160): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16160)]\u000a08:48:05.465580 run osmo-stp_10.42.42.5(pid=16160): stdout: \u000a| (launched: 2022-12-09_08:48:03.883645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:05.605324 run osmo-stp_10.42.42.5(pid=16160): stderr: \u000a| �[0;m�[38;5;43m20221209084804072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084804072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084804073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084804073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084804074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084804074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084804074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:05.740632 run osmo-stp_10.42.42.5(pid=16160): stdout: \u000a| (launched: 2022-12-09_08:48:03.883645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:05.874727 run osmo-stp_10.42.42.5(pid=16160): stderr: \u000a| �[0;m�[38;5;43m20221209084804072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084804072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084804073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084804073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084804074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084804074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084804074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:06.030683 run patchelf(pid=16163): Terminating (SIGINT)\u000a08:48:06.213312 run patchelf(pid=16163): Terminated: ok {rc=0}\u000a08:48:06.246726 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16160): Process ended prematurely: osmo-stp_10.42.42.5(pid=16160) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16160)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:48:06.256061 tst ping.py:22: Test FAILED (6.9 sec)\u000a08:48:06.320640 run osmo-hlr_10.42.42.2(pid=16157): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16157)]\u000a08:48:06.372672 run osmo-hlr_10.42.42.2(pid=16157): stdout: \u000a| (launched: 2022-12-09_08:48:02.862528) \u000a08:48:06.425641 run osmo-hlr_10.42.42.2(pid=16157): stderr: \u000a| �[0;m�[1;31m20221209084803060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084803060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084803060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084803060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084803060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084803060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084803073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084803081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084803081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084803081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:06.470191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16156): Terminating (SIGTERM)\u000a08:48:06.512778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16159): Terminating (SIGTERM)\u000a08:48:06.554997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16162): Terminating (SIGTERM)\u000a08:48:06.565187 --- ParallelTerminationStrategy: PID 16156 died...\u000a08:48:06.621999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16156): Terminated: ok {rc=0}\u000a08:48:06.632555 --- ParallelTerminationStrategy: PID 16159 died...\u000a08:48:06.689599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16159): Terminated: ok {rc=0}\u000a08:48:06.699744 --- ParallelTerminationStrategy: PID 16162 died...\u000a08:48:06.756152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16162): Terminated: ok {rc=0}\u000a08:48:06.844283 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16171): Process ended prematurely: osmo-stp_10.42.42.5(pid=16171) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16171): Process ended prematurely: osmo-stp_10.42.42.5(pid=16171) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:48:07.897224 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:07.909554 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:48:08.079916 tst ping_idle_ping.py: using LAC 20303\u000a08:48:08.207302 tst ping_idle_ping.py: using RAC 158\u000a08:48:08.335310 tst ping_idle_ping.py: using CellId 20303\u000a08:48:08.458347 tst ping_idle_ping.py: using BVCI 20304\u000a08:48:08.481936 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:08.493174 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:08.504097 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:08.515254 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:08.526271 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:08.537318 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:08.548221 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:48:08.559637 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:48:08.840757 tst ping_idle_ping.py:24: start network...\u000a08:48:08.969191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:09.467599 run create_hlr_db(pid=16164): Launched\u000a08:48:09.643865 bus /gobi_6: Setting Powered False\u000a08:48:10.665871 run create_hlr_db(pid=16164): Terminated: ok {rc=0}\u000a08:48:11.099895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16167): Launched\u000a08:48:11.427713 run osmo-hlr_10.42.42.2(pid=16168): Launched\u000a08:48:11.551701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:12.121426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16170): Launched\u000a08:48:12.448455 run osmo-stp_10.42.42.5(pid=16171): Launched\u000a08:48:12.567932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:13.137460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16173): Launched\u000a08:48:13.253768 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:13.538108 run patchelf(pid=16174): Launched\u000a08:48:13.729284 run osmo-stp_10.42.42.5(pid=16171): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)]\u000a08:48:13.869042 run osmo-stp_10.42.42.5(pid=16171): stdout: \u000a| (launched: 2022-12-09_08:48:12.288088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:14.009493 run osmo-stp_10.42.42.5(pid=16171): stderr: \u000a| �[0;m�[38;5;43m20221209084812477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084812477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084812477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084812478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084812478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084812478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084812478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:14.145077 run osmo-stp_10.42.42.5(pid=16171): stdout: \u000a| (launched: 2022-12-09_08:48:12.288088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:14.279298 run osmo-stp_10.42.42.5(pid=16171): stderr: \u000a| �[0;m�[38;5;43m20221209084812477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084812477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084812477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084812478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084812478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084812478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084812478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:14.435389 run patchelf(pid=16174): Terminating (SIGINT)\u000a08:48:14.618468 run patchelf(pid=16174): Terminated: ok {rc=0}\u000a08:48:14.651740 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16171): Process ended prematurely: osmo-stp_10.42.42.5(pid=16171) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16171)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:48:14.661140 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:48:14.725248 run osmo-hlr_10.42.42.2(pid=16168): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16168)]\u000a08:48:14.777325 run osmo-hlr_10.42.42.2(pid=16168): stdout: \u000a| (launched: 2022-12-09_08:48:11.266563) \u000a08:48:14.829988 run osmo-hlr_10.42.42.2(pid=16168): stderr: \u000a| �[0;m�[1;31m20221209084811462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084811462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084811462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084811462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084811462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084811462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084811474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084811483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084811483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084811483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:14.874980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16167): Terminating (SIGTERM)\u000a08:48:14.917302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16170): Terminating (SIGTERM)\u000a08:48:14.960013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16173): Terminating (SIGTERM)\u000a08:48:14.970081 --- ParallelTerminationStrategy: PID 16167 died...\u000a08:48:15.027035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16167): Terminated: ok {rc=0}\u000a08:48:15.037330 --- ParallelTerminationStrategy: PID 16170 died...\u000a08:48:15.093531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16170): Terminated: ok {rc=0}\u000a08:48:15.103592 --- ParallelTerminationStrategy: PID 16173 died...\u000a08:48:15.159473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16173): Terminated: ok {rc=0}\u000a08:48:15.247151 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:47:16" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16188): Process ended prematurely: osmo-stp_10.42.42.5(pid=16188) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16188)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16188): Process ended prematurely: osmo-stp_10.42.42.5(pid=16188) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:48:17.440353 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:17.451907 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:48:17.622935 tst cs_paging_gprs_active.py: using LAC 20304\u000a08:48:17.753079 tst cs_paging_gprs_active.py: using RAC 159\u000a08:48:17.884672 tst cs_paging_gprs_active.py: using CellId 20304\u000a08:48:18.015085 tst cs_paging_gprs_active.py: using BVCI 20305\u000a08:48:18.040638 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:18.052175 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:18.063658 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:18.075361 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:18.086844 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:18.098533 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:18.110207 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:18.121825 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:18.133571 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:48:18.255310 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:48:18.558086 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:48:18.699000 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:19.044808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16178): Launched\u000a08:48:19.331678 run iperf3-srv_10.42.42.10(pid=16179): Launched\u000a08:48:19.536168 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:48:19.676149 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:20.020462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16180): Launched\u000a08:48:20.306978 run iperf3-srv_10.42.42.10(pid=16181): Launched\u000a08:48:20.511601 tst cs_paging_gprs_active.py:38: start network...\u000a08:48:20.651245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:21.175632 run create_hlr_db(pid=16182): Launched\u000a08:48:21.369176 bus /gobi_6: Setting Powered False\u000a08:48:22.389850 run create_hlr_db(pid=16182): Terminated: ok {rc=0}\u000a08:48:22.830943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16184): Launched\u000a08:48:23.163901 run osmo-hlr_10.42.42.2(pid=16185): Launched\u000a08:48:23.284794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:23.861955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16187): Launched\u000a08:48:24.196139 run osmo-stp_10.42.42.5(pid=16188): Launched\u000a08:48:24.317284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:24.898703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16190): Launched\u000a08:48:25.018669 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:25.308533 run patchelf(pid=16191): Launched\u000a08:48:25.502950 run osmo-stp_10.42.42.5(pid=16188): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16188)]\u000a08:48:25.644852 run osmo-stp_10.42.42.5(pid=16188): stdout: \u000a| (launched: 2022-12-09_08:48:24.032251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:25.786932 run osmo-stp_10.42.42.5(pid=16188): stderr: \u000a| �[0;m�[38;5;43m20221209084824223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084824223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084824223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084824224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084824224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084824224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084824224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:25.924750 run osmo-stp_10.42.42.5(pid=16188): stdout: \u000a| (launched: 2022-12-09_08:48:24.032251)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:26.061377 run osmo-stp_10.42.42.5(pid=16188): stderr: \u000a| �[0;m�[38;5;43m20221209084824223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084824223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084824223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084824224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084824224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084824224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084824224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:26.220401 run patchelf(pid=16191): Terminating (SIGINT)\u000a08:48:26.406768 run patchelf(pid=16191): Terminated: ok {rc=0}\u000a08:48:26.440923 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16188): Process ended prematurely: osmo-stp_10.42.42.5(pid=16188) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16188)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:48:26.451048 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a08:48:26.515866 run osmo-hlr_10.42.42.2(pid=16185): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16185)]\u000a08:48:26.567864 run osmo-hlr_10.42.42.2(pid=16185): stdout: \u000a| (launched: 2022-12-09_08:48:23.001483) \u000a08:48:26.621073 run osmo-hlr_10.42.42.2(pid=16185): stderr: \u000a| �[0;m�[1;31m20221209084823199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084823199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084823199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084823199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084823199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084823199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084823211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084823220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084823220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084823220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:26.666302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16178): Terminating (SIGTERM)\u000a08:48:26.708737 run iperf3-srv_10.42.42.10(pid=16179): Terminating (SIGTERM)\u000a08:48:26.751761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16180): Terminating (SIGTERM)\u000a08:48:26.794126 run iperf3-srv_10.42.42.10(pid=16181): Terminating (SIGTERM)\u000a08:48:26.836932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16184): Terminating (SIGTERM)\u000a08:48:26.879476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16187): Terminating (SIGTERM)\u000a08:48:26.922457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16190): Terminating (SIGTERM)\u000a08:48:26.932153 --- ParallelTerminationStrategy: PID 16178 died...\u000a08:48:26.989977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16178): Terminated: ok {rc=0}\u000a08:48:27.000129 --- ParallelTerminationStrategy: PID 16179 died...\u000a08:48:27.056550 run iperf3-srv_10.42.42.10(pid=16179): Terminated {rc=256}\u000a08:48:27.066587 --- ParallelTerminationStrategy: PID 16180 died...\u000a08:48:27.123231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16180): Terminated: ok {rc=0}\u000a08:48:27.133399 --- ParallelTerminationStrategy: PID 16181 died...\u000a08:48:27.189730 run iperf3-srv_10.42.42.10(pid=16181): Terminated {rc=256}\u000a08:48:27.199777 --- ParallelTerminationStrategy: PID 16184 died...\u000a08:48:27.256222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16184): Terminated: ok {rc=0}\u000a08:48:27.266276 --- ParallelTerminationStrategy: PID 16187 died...\u000a08:48:27.322562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16187): Terminated: ok {rc=0}\u000a08:48:27.332590 --- ParallelTerminationStrategy: PID 16190 died...\u000a08:48:27.388720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16190): Terminated: ok {rc=0}\u000a08:48:27.476759 bus /gobi_0: Setting Powered False\u000a08:48:28.584550 bus /gobi_0: Setting Powered False\u000a08:48:29.692391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16200): Process ended prematurely: osmo-stp_10.42.42.5(pid=16200) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16200)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16200): Process ended prematurely: osmo-stp_10.42.42.5(pid=16200) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:48:30.809171 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:30.821610 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:48:31.021182 tst iperf3.py: using LAC 20305\u000a08:48:31.178791 tst iperf3.py: using RAC 160\u000a08:48:31.319769 tst iperf3.py: using CellId 20305\u000a08:48:31.455097 tst iperf3.py: using BVCI 20306\u000a08:48:31.482905 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:31.495411 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:31.507809 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:31.521415 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:31.534351 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:31.547230 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:31.560478 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:31.573633 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:31.586520 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:48:31.929017 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:48:32.063945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:32.403160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16192): Launched\u000a08:48:32.689460 run iperf3-srv_10.42.42.10(pid=16193): Launched\u000a08:48:32.893698 tst iperf3.py:8: start network...\u000a08:48:33.033154 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:33.554795 run create_hlr_db(pid=16194): Launched\u000a08:48:33.747039 bus /gobi_6: Setting Powered False\u000a08:48:34.767197 run create_hlr_db(pid=16194): Terminated: ok {rc=0}\u000a08:48:35.183059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16196): Launched\u000a08:48:35.493902 run osmo-hlr_10.42.42.2(pid=16197): Launched\u000a08:48:35.616374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:36.160151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16199): Launched\u000a08:48:36.471466 run osmo-stp_10.42.42.5(pid=16200): Launched\u000a08:48:36.585627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:37.127284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16202): Launched\u000a08:48:37.238208 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:37.509111 run patchelf(pid=16203): Launched\u000a08:48:37.691073 run osmo-stp_10.42.42.5(pid=16200): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16200)]\u000a08:48:37.823412 run osmo-stp_10.42.42.5(pid=16200): stdout: \u000a| (launched: 2022-12-09_08:48:36.317806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:37.956064 run osmo-stp_10.42.42.5(pid=16200): stderr: \u000a| �[0;m�[38;5;43m20221209084836488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084836488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084836488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084836489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084836489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084836490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084836490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:38.084135 run osmo-stp_10.42.42.5(pid=16200): stdout: \u000a| (launched: 2022-12-09_08:48:36.317806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:38.211315 run osmo-stp_10.42.42.5(pid=16200): stderr: \u000a| �[0;m�[38;5;43m20221209084836488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084836488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084836488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084836489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084836489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084836490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084836490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:38.359194 run patchelf(pid=16203): Terminating (SIGINT)\u000a08:48:38.532606 run patchelf(pid=16203): Terminated: ok {rc=0}\u000a08:48:38.564397 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16200): Process ended prematurely: osmo-stp_10.42.42.5(pid=16200) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16200)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:48:38.573759 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a08:48:38.634519 run osmo-hlr_10.42.42.2(pid=16197): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16197)]\u000a08:48:38.684001 run osmo-hlr_10.42.42.2(pid=16197): stdout: \u000a| (launched: 2022-12-09_08:48:35.341308) \u000a08:48:38.734179 run osmo-hlr_10.42.42.2(pid=16197): stderr: \u000a| �[0;m�[1;31m20221209084835516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084835516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084835516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084835516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084835516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084835516 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084835529 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084835537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084835537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084835537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:38.776940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16192): Terminating (SIGTERM)\u000a08:48:38.818353 run iperf3-srv_10.42.42.10(pid=16193): Terminating (SIGTERM)\u000a08:48:38.858618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16196): Terminating (SIGTERM)\u000a08:48:38.898737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16199): Terminating (SIGTERM)\u000a08:48:38.938851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16202): Terminating (SIGTERM)\u000a08:48:38.948063 --- ParallelTerminationStrategy: PID 16192 died...\u000a08:48:39.001574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16192): Terminated: ok {rc=0}\u000a08:48:39.011193 --- ParallelTerminationStrategy: PID 16193 died...\u000a08:48:39.064205 run iperf3-srv_10.42.42.10(pid=16193): Terminated {rc=256}\u000a08:48:39.073768 --- ParallelTerminationStrategy: PID 16196 died...\u000a08:48:39.127001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16196): Terminated: ok {rc=0}\u000a08:48:39.136517 --- ParallelTerminationStrategy: PID 16199 died...\u000a08:48:39.189807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16199): Terminated: ok {rc=0}\u000a08:48:39.199385 --- ParallelTerminationStrategy: PID 16202 died...\u000a08:48:39.252798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16202): Terminated: ok {rc=0}\u000a08:48:39.342511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16218): Process ended prematurely: osmo-stp_10.42.42.5(pid=16218) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16218)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16218): Process ended prematurely: osmo-stp_10.42.42.5(pid=16218) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:48:40.454448 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:40.466116 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:48:40.630795 tst iperf3m4.py: using LAC 20306\u000a08:48:40.755034 tst iperf3m4.py: using RAC 161\u000a08:48:40.880177 tst iperf3m4.py: using CellId 20306\u000a08:48:41.003559 tst iperf3m4.py: using BVCI 20307\u000a08:48:41.027345 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:41.038519 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:41.049445 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:41.060401 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:41.071385 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:41.082318 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:41.093297 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:41.104089 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:48:41.115235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:48:41.237795 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:48:41.363083 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:48:41.482157 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:48:41.785797 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:48:41.926762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:42.270738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16204): Launched\u000a08:48:42.556364 run iperf3-srv_10.42.42.10(pid=16205): Launched\u000a08:48:42.761012 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:48:42.900639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:43.244392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16206): Launched\u000a08:48:43.530011 run iperf3-srv_10.42.42.10(pid=16207): Launched\u000a08:48:43.734473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:48:43.873826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:44.218055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16208): Launched\u000a08:48:44.503533 run iperf3-srv_10.42.42.10(pid=16209): Launched\u000a08:48:44.707793 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:48:44.847090 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:48:45.190977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16210): Launched\u000a08:48:45.475971 run iperf3-srv_10.42.42.10(pid=16211): Launched\u000a08:48:45.679805 tst iperf3m4.py:8: start network...\u000a08:48:45.818958 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:48:46.418424 run create_hlr_db(pid=16212): Launched\u000a08:48:46.614496 bus /gobi_6: Setting Powered False\u000a08:48:47.632396 run create_hlr_db(pid=16212): Terminated: ok {rc=0}\u000a08:48:48.074105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16214): Launched\u000a08:48:48.407451 run osmo-hlr_10.42.42.2(pid=16215): Launched\u000a08:48:48.529213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:48:49.106222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16217): Launched\u000a08:48:49.438987 run osmo-stp_10.42.42.5(pid=16218): Launched\u000a08:48:49.560105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:48:50.141135 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16220): Launched\u000a08:48:50.260273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:48:50.549007 run patchelf(pid=16221): Launched\u000a08:48:50.742913 run osmo-stp_10.42.42.5(pid=16218): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16218)]\u000a08:48:50.884429 run osmo-stp_10.42.42.5(pid=16218): stdout: \u000a| (launched: 2022-12-09_08:48:49.275255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:51.027688 run osmo-stp_10.42.42.5(pid=16218): stderr: \u000a| �[0;m�[38;5;43m20221209084849465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084849465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084849466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084849466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084849466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084849467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084849467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:51.165081 run osmo-stp_10.42.42.5(pid=16218): stdout: \u000a| (launched: 2022-12-09_08:48:49.275255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:48:51.301226 run osmo-stp_10.42.42.5(pid=16218): stderr: \u000a| �[0;m�[38;5;43m20221209084849465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084849465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084849466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084849466 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084849466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084849467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084849467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:48:51.459351 run patchelf(pid=16221): Terminating (SIGINT)\u000a08:48:51.644326 run patchelf(pid=16221): Terminated: ok {rc=0}\u000a08:48:51.678199 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16218): Process ended prematurely: osmo-stp_10.42.42.5(pid=16218) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16218)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:48:51.688131 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a08:48:51.752667 run osmo-hlr_10.42.42.2(pid=16215): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16215)]\u000a08:48:51.804776 run osmo-hlr_10.42.42.2(pid=16215): stdout: \u000a| (launched: 2022-12-09_08:48:48.243155) \u000a08:48:51.857663 run osmo-hlr_10.42.42.2(pid=16215): stderr: \u000a| �[0;m�[1;31m20221209084848440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084848440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084848440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084848440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084848440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084848440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084848452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084848461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084848461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084848461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:48:51.902580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16204): Terminating (SIGTERM)\u000a08:48:51.945808 run iperf3-srv_10.42.42.10(pid=16205): Terminating (SIGTERM)\u000a08:48:51.988023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16206): Terminating (SIGTERM)\u000a08:48:52.030506 run iperf3-srv_10.42.42.10(pid=16207): Terminating (SIGTERM)\u000a08:48:52.072746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16208): Terminating (SIGTERM)\u000a08:48:52.115445 run iperf3-srv_10.42.42.10(pid=16209): Terminating (SIGTERM)\u000a08:48:52.157822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16210): Terminating (SIGTERM)\u000a08:48:52.199798 run iperf3-srv_10.42.42.10(pid=16211): Terminating (SIGTERM)\u000a08:48:52.241977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16214): Terminating (SIGTERM)\u000a08:48:52.284298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16217): Terminating (SIGTERM)\u000a08:48:52.327042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16220): Terminating (SIGTERM)\u000a08:48:52.336848 --- ParallelTerminationStrategy: PID 16204 died...\u000a08:48:52.393501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16204): Terminated: ok {rc=0}\u000a08:48:52.403620 --- ParallelTerminationStrategy: PID 16205 died...\u000a08:48:52.459858 run iperf3-srv_10.42.42.10(pid=16205): Terminated {rc=256}\u000a08:48:52.469942 --- ParallelTerminationStrategy: PID 16206 died...\u000a08:48:52.526378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16206): Terminated: ok {rc=0}\u000a08:48:52.536411 --- ParallelTerminationStrategy: PID 16207 died...\u000a08:48:52.592481 run iperf3-srv_10.42.42.10(pid=16207): Terminated {rc=256}\u000a08:48:52.602507 --- ParallelTerminationStrategy: PID 16208 died...\u000a08:48:52.658962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16208): Terminated: ok {rc=0}\u000a08:48:52.669151 --- ParallelTerminationStrategy: PID 16209 died...\u000a08:48:52.725085 run iperf3-srv_10.42.42.10(pid=16209): Terminated {rc=256}\u000a08:48:52.735054 --- ParallelTerminationStrategy: PID 16210 died...\u000a08:48:52.791128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16210): Terminated: ok {rc=0}\u000a08:48:52.801887 --- ParallelTerminationStrategy: PID 16211 died...\u000a08:48:52.858209 run iperf3-srv_10.42.42.10(pid=16211): Terminated {rc=256}\u000a08:48:52.868314 --- ParallelTerminationStrategy: PID 16214 died...\u000a08:48:52.924936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16214): Terminated: ok {rc=0}\u000a08:48:52.935191 --- ParallelTerminationStrategy: PID 16217 died...\u000a08:48:52.991830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16217): Terminated: ok {rc=0}\u000a08:48:53.002358 --- ParallelTerminationStrategy: PID 16220 died...\u000a08:48:53.058981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16220): Terminated: ok {rc=0}\u000a08:48:53.146754 bus /gobi_4: Setting Powered False\u000a08:48:54.250912 bus /gobi_4: Setting Powered False\u000a08:48:55.360754 bus /gobi_1: Setting Powered False\u000a08:48:56.465016 bus /gobi_1: Setting Powered False\u000a08:48:57.576676 bus /gobi_0: Setting Powered False\u000a08:48:58.680024 bus /gobi_0: Setting Powered False\u000a08:48:59.788451 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16228): Process ended prematurely: osmo-stp_10.42.42.5(pid=16228) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16228)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16228): Process ended prematurely: osmo-stp_10.42.42.5(pid=16228) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:49:00.873260 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:00.888413 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:49:01.096759 tst ping.py: using LAC 20307\u000a08:49:01.238382 tst ping.py: using RAC 162\u000a08:49:01.370812 tst ping.py: using CellId 20307\u000a08:49:01.496179 tst ping.py: using BVCI 20308\u000a08:49:01.520884 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:01.532888 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:01.544405 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:01.555801 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:01.567495 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:01.579400 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:01.591431 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:01.603196 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:49:01.954743 tst ping.py:19: start network...\u000a08:49:02.098499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:02.614511 run create_hlr_db(pid=16222): Launched\u000a08:49:02.803975 bus /gobi_6: Setting Powered False\u000a08:49:03.822940 run create_hlr_db(pid=16222): Terminated: ok {rc=0}\u000a08:49:04.257644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16224): Launched\u000a08:49:04.586198 run osmo-hlr_10.42.42.2(pid=16225): Launched\u000a08:49:04.705598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:05.280875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16227): Launched\u000a08:49:05.608621 run osmo-stp_10.42.42.5(pid=16228): Launched\u000a08:49:05.727479 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:06.295656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16230): Launched\u000a08:49:06.412005 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:06.695475 run patchelf(pid=16231): Launched\u000a08:49:06.885235 run osmo-stp_10.42.42.5(pid=16228): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16228)]\u000a08:49:07.024405 run osmo-stp_10.42.42.5(pid=16228): stdout: \u000a| (launched: 2022-12-09_08:49:05.447337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:07.163530 run osmo-stp_10.42.42.5(pid=16228): stderr: \u000a| �[0;m�[38;5;43m20221209084905636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084905636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084905636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084905637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084905637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084905637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084905637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:07.297811 run osmo-stp_10.42.42.5(pid=16228): stdout: \u000a| (launched: 2022-12-09_08:49:05.447337)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:07.431343 run osmo-stp_10.42.42.5(pid=16228): stderr: \u000a| �[0;m�[38;5;43m20221209084905636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084905636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084905636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084905637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084905637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084905637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084905637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:07.586390 run patchelf(pid=16231): Terminating (SIGINT)\u000a08:49:07.767698 run patchelf(pid=16231): Terminated: ok {rc=0}\u000a08:49:07.800609 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16228): Process ended prematurely: osmo-stp_10.42.42.5(pid=16228) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16228)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:49:07.809965 tst ping.py:22: Test FAILED (6.9 sec)\u000a08:49:07.873936 run osmo-hlr_10.42.42.2(pid=16225): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16225)]\u000a08:49:07.925730 run osmo-hlr_10.42.42.2(pid=16225): stdout: \u000a| (launched: 2022-12-09_08:49:04.424255) \u000a08:49:07.978429 run osmo-hlr_10.42.42.2(pid=16225): stderr: \u000a| �[0;m�[1;31m20221209084904621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084904621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084904621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084904621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084904621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084904621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084904633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084904642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084904642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084904642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:08.023485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16224): Terminating (SIGTERM)\u000a08:49:08.067053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16227): Terminating (SIGTERM)\u000a08:49:08.109407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16230): Terminating (SIGTERM)\u000a08:49:08.119410 --- ParallelTerminationStrategy: PID 16224 died...\u000a08:49:08.175917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16224): Terminated: ok {rc=0}\u000a08:49:08.186003 --- ParallelTerminationStrategy: PID 16227 died...\u000a08:49:08.242331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16227): Terminated: ok {rc=0}\u000a08:49:08.252287 --- ParallelTerminationStrategy: PID 16230 died...\u000a08:49:08.308219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16230): Terminated: ok {rc=0}\u000a08:49:08.396178 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16238): Process ended prematurely: osmo-stp_10.42.42.5(pid=16238) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16238)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16238): Process ended prematurely: osmo-stp_10.42.42.5(pid=16238) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:49:09.448926 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:09.461265 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:49:09.630257 tst ping_idle_ping.py: using LAC 20308\u000a08:49:09.758654 tst ping_idle_ping.py: using RAC 163\u000a08:49:09.887365 tst ping_idle_ping.py: using CellId 20308\u000a08:49:10.015016 tst ping_idle_ping.py: using BVCI 20309\u000a08:49:10.040101 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:10.052457 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:10.063872 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:10.075563 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:10.087054 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:10.098727 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:10.110438 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:49:10.122055 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:49:10.420143 tst ping_idle_ping.py:24: start network...\u000a08:49:10.556692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:11.074114 run create_hlr_db(pid=16232): Launched\u000a08:49:11.264031 bus /gobi_6: Setting Powered False\u000a08:49:12.285266 run create_hlr_db(pid=16232): Terminated: ok {rc=0}\u000a08:49:12.695671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16234): Launched\u000a08:49:13.001392 run osmo-hlr_10.42.42.2(pid=16235): Launched\u000a08:49:13.114740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:13.645172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16237): Launched\u000a08:49:13.951167 run osmo-stp_10.42.42.5(pid=16238): Launched\u000a08:49:14.062605 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:14.595333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16240): Launched\u000a08:49:14.703681 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:14.969750 run patchelf(pid=16241): Launched\u000a08:49:15.149904 run osmo-stp_10.42.42.5(pid=16238): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16238)]\u000a08:49:15.280250 run osmo-stp_10.42.42.5(pid=16238): stdout: \u000a| (launched: 2022-12-09_08:49:13.800589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:15.411183 run osmo-stp_10.42.42.5(pid=16238): stderr: \u000a| �[0;m�[38;5;43m20221209084913969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084913969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084913969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084913970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084913970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084913970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084913970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:15.538057 run osmo-stp_10.42.42.5(pid=16238): stdout: \u000a| (launched: 2022-12-09_08:49:13.800589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:15.663187 run osmo-stp_10.42.42.5(pid=16238): stderr: \u000a| �[0;m�[38;5;43m20221209084913969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084913969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084913969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084913970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084913970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084913970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084913970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:15.808522 run patchelf(pid=16241): Terminating (SIGINT)\u000a08:49:16.012336 run patchelf(pid=16241): Terminated: ok {rc=0}\u000a08:49:16.047870 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16238): Process ended prematurely: osmo-stp_10.42.42.5(pid=16238) [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16238)] [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:49:16.057175 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:49:16.118866 run osmo-hlr_10.42.42.2(pid=16235): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16235)]\u000a08:49:16.169293 run osmo-hlr_10.42.42.2(pid=16235): stdout: \u000a| (launched: 2022-12-09_08:49:12.851268) \u000a08:49:16.220632 run osmo-hlr_10.42.42.2(pid=16235): stderr: \u000a| �[0;m�[1;31m20221209084913026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084913026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084913026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084913026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084913027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084913027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084913039 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084913047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084913048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084913048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:16.264210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16234): Terminating (SIGTERM)\u000a08:49:16.305548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16237): Terminating (SIGTERM)\u000a08:49:16.347428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16240): Terminating (SIGTERM)\u000a08:49:16.357225 --- ParallelTerminationStrategy: PID 16234 died...\u000a08:49:16.411773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16234): Terminated: ok {rc=0}\u000a08:49:16.421984 --- ParallelTerminationStrategy: PID 16237 died...\u000a08:49:16.476716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16237): Terminated: ok {rc=0}\u000a08:49:16.486946 --- ParallelTerminationStrategy: PID 16240 died...\u000a08:49:16.542108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16240): Terminated: ok {rc=0}\u000a08:49:16.631566 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:48:17" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16256): Process ended prematurely: osmo-stp_10.42.42.5(pid=16256) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16256)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16256): Process ended prematurely: osmo-stp_10.42.42.5(pid=16256) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:49:18.795814 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:18.807457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:49:18.954202 tst cs_paging_gprs_active.py: using LAC 20309\u000a08:49:19.074490 tst cs_paging_gprs_active.py: using RAC 164\u000a08:49:19.195530 tst cs_paging_gprs_active.py: using CellId 20309\u000a08:49:19.315502 tst cs_paging_gprs_active.py: using BVCI 20310\u000a08:49:19.339302 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:19.350786 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:19.362075 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:19.373402 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:19.384566 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:19.395828 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:19.407231 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:19.418441 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:19.429896 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:49:19.548071 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:49:19.840405 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:49:19.970373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:20.293421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16246): Launched\u000a08:49:20.563803 run iperf3-srv_10.42.42.10(pid=16247): Launched\u000a08:49:20.754517 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:49:20.884919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:21.209036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16248): Launched\u000a08:49:21.477921 run iperf3-srv_10.42.42.10(pid=16249): Launched\u000a08:49:21.667870 tst cs_paging_gprs_active.py:38: start network...\u000a08:49:21.798096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:22.301464 run create_hlr_db(pid=16250): Launched\u000a08:49:22.494953 bus /gobi_6: Setting Powered False\u000a08:49:23.515104 run create_hlr_db(pid=16250): Terminated: ok {rc=0}\u000a08:49:23.931654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16252): Launched\u000a08:49:24.244246 run osmo-hlr_10.42.42.2(pid=16253): Launched\u000a08:49:24.359789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:24.901131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16255): Launched\u000a08:49:25.214342 run osmo-stp_10.42.42.5(pid=16256): Launched\u000a08:49:25.327361 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:25.870613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16258): Launched\u000a08:49:25.981746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:26.253085 run patchelf(pid=16259): Launched\u000a08:49:26.434760 run osmo-stp_10.42.42.5(pid=16256): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16256)]\u000a08:49:26.567250 run osmo-stp_10.42.42.5(pid=16256): stdout: \u000a| (launched: 2022-12-09_08:49:25.060207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:26.700195 run osmo-stp_10.42.42.5(pid=16256): stderr: \u000a| �[0;m�[38;5;43m20221209084925227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084925228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084925228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084925228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084925229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084925229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084925229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:26.828790 run osmo-stp_10.42.42.5(pid=16256): stdout: \u000a| (launched: 2022-12-09_08:49:25.060207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:26.956416 run osmo-stp_10.42.42.5(pid=16256): stderr: \u000a| �[0;m�[38;5;43m20221209084925227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084925228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084925228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084925228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084925229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084925229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084925229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:27.104927 run patchelf(pid=16259): Terminating (SIGINT)\u000a08:49:27.279670 run patchelf(pid=16259): Terminated: ok {rc=0}\u000a08:49:27.311463 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16256): Process ended prematurely: osmo-stp_10.42.42.5(pid=16256) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16256)] [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a08:49:27.320709 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:49:27.381654 run osmo-hlr_10.42.42.2(pid=16253): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16253)]\u000a08:49:27.431223 run osmo-hlr_10.42.42.2(pid=16253): stdout: \u000a| (launched: 2022-12-09_08:49:24.090284) \u000a08:49:27.481576 run osmo-hlr_10.42.42.2(pid=16253): stderr: \u000a| �[0;m�[1;31m20221209084924266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084924266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084924266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084924266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084924266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084924266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084924279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084924289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084924289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084924289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:27.524406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16246): Terminating (SIGTERM)\u000a08:49:27.564973 run iperf3-srv_10.42.42.10(pid=16247): Terminating (SIGTERM)\u000a08:49:27.605854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16248): Terminating (SIGTERM)\u000a08:49:27.646475 run iperf3-srv_10.42.42.10(pid=16249): Terminating (SIGTERM)\u000a08:49:27.687236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16252): Terminating (SIGTERM)\u000a08:49:27.727579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16255): Terminating (SIGTERM)\u000a08:49:27.768067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16258): Terminating (SIGTERM)\u000a08:49:27.777453 --- ParallelTerminationStrategy: PID 16246 died...\u000a08:49:27.831655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16246): Terminated: ok {rc=0}\u000a08:49:27.841811 --- ParallelTerminationStrategy: PID 16247 died...\u000a08:49:27.895788 run iperf3-srv_10.42.42.10(pid=16247): Terminated {rc=256}\u000a08:49:27.905822 --- ParallelTerminationStrategy: PID 16248 died...\u000a08:49:27.959994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16248): Terminated: ok {rc=0}\u000a08:49:27.969831 --- ParallelTerminationStrategy: PID 16249 died...\u000a08:49:28.024032 run iperf3-srv_10.42.42.10(pid=16249): Terminated {rc=256}\u000a08:49:28.033875 --- ParallelTerminationStrategy: PID 16252 died...\u000a08:49:28.088434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16252): Terminated: ok {rc=0}\u000a08:49:28.098141 --- ParallelTerminationStrategy: PID 16255 died...\u000a08:49:28.151708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16255): Terminated: ok {rc=0}\u000a08:49:28.161788 --- ParallelTerminationStrategy: PID 16258 died...\u000a08:49:28.215974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16258): Terminated: ok {rc=0}\u000a08:49:28.306290 bus /gobi_0: Setting Powered False\u000a08:49:29.411620 bus /gobi_0: Setting Powered False\u000a08:49:30.523337 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16269): Process ended prematurely: osmo-stp_10.42.42.5(pid=16269) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16269)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16269): Process ended prematurely: osmo-stp_10.42.42.5(pid=16269) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16269)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a08:49:31.635255 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:31.647988 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:49:31.833146 tst iperf3.py: using LAC 20310\u000a08:49:31.969060 tst iperf3.py: using RAC 165\u000a08:49:32.093362 tst iperf3.py: using CellId 20310\u000a08:49:32.217469 tst iperf3.py: using BVCI 20311\u000a08:49:32.242113 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:32.254332 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:32.266404 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:32.279372 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:32.291915 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:32.303823 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:32.316691 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:32.328873 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:32.341655 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:49:32.628552 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:49:32.758738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:33.081497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16261): Launched\u000a08:49:33.350763 run iperf3-srv_10.42.42.10(pid=16262): Launched\u000a08:49:33.541111 tst iperf3.py:8: start network...\u000a08:49:33.671161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:34.172463 run create_hlr_db(pid=16263): Launched\u000a08:49:34.350658 bus /gobi_6: Setting Powered False\u000a08:49:35.373307 run create_hlr_db(pid=16263): Terminated: ok {rc=0}\u000a08:49:35.814468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16265): Launched\u000a08:49:36.149143 run osmo-hlr_10.42.42.2(pid=16266): Launched\u000a08:49:36.271640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:36.850211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16268): Launched\u000a08:49:37.184049 run osmo-stp_10.42.42.5(pid=16269): Launched\u000a08:49:37.305920 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:37.885432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16271): Launched\u000a08:49:38.005415 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:38.295203 run patchelf(pid=16272): Launched\u000a08:49:38.489508 run osmo-stp_10.42.42.5(pid=16269): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16269)]\u000a08:49:38.631558 run osmo-stp_10.42.42.5(pid=16269): stdout: \u000a| (launched: 2022-12-09_08:49:37.020553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:38.773597 run osmo-stp_10.42.42.5(pid=16269): stderr: \u000a| �[0;m�[38;5;43m20221209084937211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084937211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084937211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084937212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084937212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084937212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084937212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:38.910891 run osmo-stp_10.42.42.5(pid=16269): stdout: \u000a| (launched: 2022-12-09_08:49:37.020553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:39.047925 run osmo-stp_10.42.42.5(pid=16269): stderr: \u000a| �[0;m�[38;5;43m20221209084937211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084937211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084937211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084937212 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084937212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084937212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084937212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:39.206764 run patchelf(pid=16272): Terminating (SIGINT)\u000a08:49:39.393434 run patchelf(pid=16272): Terminated: ok {rc=0}\u000a08:49:39.427413 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16269): Process ended prematurely: osmo-stp_10.42.42.5(pid=16269) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16269)] [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a08:49:39.437433 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a08:49:39.502036 run osmo-hlr_10.42.42.2(pid=16266): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16266)]\u000a08:49:39.554327 run osmo-hlr_10.42.42.2(pid=16266): stdout: \u000a| (launched: 2022-12-09_08:49:35.984652) \u000a08:49:39.607224 run osmo-hlr_10.42.42.2(pid=16266): stderr: \u000a| �[0;m�[1;31m20221209084936181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084936181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084936181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084936181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084936181 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084936182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084936194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084936202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084936202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084936203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:39.652060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16261): Terminating (SIGTERM)\u000a08:49:39.694638 run iperf3-srv_10.42.42.10(pid=16262): Terminating (SIGTERM)\u000a08:49:39.737505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16265): Terminating (SIGTERM)\u000a08:49:39.779950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16268): Terminating (SIGTERM)\u000a08:49:39.822651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16271): Terminating (SIGTERM)\u000a08:49:39.832615 --- ParallelTerminationStrategy: PID 16261 died...\u000a08:49:39.889208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16261): Terminated: ok {rc=0}\u000a08:49:39.899574 --- ParallelTerminationStrategy: PID 16262 died...\u000a08:49:39.956061 run iperf3-srv_10.42.42.10(pid=16262): Terminated {rc=256}\u000a08:49:39.966480 --- ParallelTerminationStrategy: PID 16265 died...\u000a08:49:40.023628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16265): Terminated: ok {rc=0}\u000a08:49:40.033811 --- ParallelTerminationStrategy: PID 16268 died...\u000a08:49:40.090547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16268): Terminated: ok {rc=0}\u000a08:49:40.100666 --- ParallelTerminationStrategy: PID 16271 died...\u000a08:49:40.157549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16271): Terminated: ok {rc=0}\u000a08:49:40.245870 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16287): Process ended prematurely: osmo-stp_10.42.42.5(pid=16287) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16287): Process ended prematurely: osmo-stp_10.42.42.5(pid=16287) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a08:49:41.360610 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:41.372753 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:49:41.521488 tst iperf3m4.py: using LAC 20311\u000a08:49:41.642144 tst iperf3m4.py: using RAC 166\u000a08:49:41.766936 tst iperf3m4.py: using CellId 20311\u000a08:49:41.887111 tst iperf3m4.py: using BVCI 20312\u000a08:49:41.910974 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:41.922571 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:41.933941 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:41.945327 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:41.956653 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:41.968029 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:41.979460 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:41.990679 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:49:42.002311 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:49:42.126865 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:49:42.250430 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:49:42.372461 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:49:42.675574 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:49:42.815133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:43.159955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16273): Launched\u000a08:49:43.446847 run iperf3-srv_10.42.42.10(pid=16274): Launched\u000a08:49:43.651005 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:49:43.790167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:44.135080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16275): Launched\u000a08:49:44.421690 run iperf3-srv_10.42.42.10(pid=16276): Launched\u000a08:49:44.626002 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:49:44.765435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:45.110673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16277): Launched\u000a08:49:45.396275 run iperf3-srv_10.42.42.10(pid=16278): Launched\u000a08:49:45.599803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:49:45.738970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:49:46.106811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16279): Launched\u000a08:49:46.397323 run iperf3-srv_10.42.42.10(pid=16280): Launched\u000a08:49:46.591461 tst iperf3m4.py:8: start network...\u000a08:49:46.726059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:49:47.240354 run create_hlr_db(pid=16281): Launched\u000a08:49:47.422676 bus /gobi_6: Setting Powered False\u000a08:49:48.453224 run create_hlr_db(pid=16281): Terminated: ok {rc=0}\u000a08:49:48.869257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16283): Launched\u000a08:49:49.180163 run osmo-hlr_10.42.42.2(pid=16284): Launched\u000a08:49:49.293135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:49:49.838073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16286): Launched\u000a08:49:50.148757 run osmo-stp_10.42.42.5(pid=16287): Launched\u000a08:49:50.260673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:49:50.800236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16289): Launched\u000a08:49:50.910476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:49:51.179307 run patchelf(pid=16290): Launched\u000a08:49:51.360258 run osmo-stp_10.42.42.5(pid=16287): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)]\u000a08:49:51.493183 run osmo-stp_10.42.42.5(pid=16287): stdout: \u000a| (launched: 2022-12-09_08:49:49.995946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:51.625653 run osmo-stp_10.42.42.5(pid=16287): stderr: \u000a| �[0;m�[38;5;43m20221209084950166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084950166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084950166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084950167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084950167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084950167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084950167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:51.753410 run osmo-stp_10.42.42.5(pid=16287): stdout: \u000a| (launched: 2022-12-09_08:49:49.995946)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:49:51.880082 run osmo-stp_10.42.42.5(pid=16287): stderr: \u000a| �[0;m�[38;5;43m20221209084950166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209084950166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209084950166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209084950167 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209084950167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209084950167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209084950167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:49:52.028012 run patchelf(pid=16290): Terminating (SIGINT)\u000a08:49:52.201776 run patchelf(pid=16290): Terminated: ok {rc=0}\u000a08:49:52.233688 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16287): Process ended prematurely: osmo-stp_10.42.42.5(pid=16287) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)] [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a08:49:52.243055 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a08:49:52.303818 run osmo-hlr_10.42.42.2(pid=16284): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16284)]\u000a08:49:52.353111 run osmo-hlr_10.42.42.2(pid=16284): stdout: \u000a| (launched: 2022-12-09_08:49:49.027081) \u000a08:49:52.402849 run osmo-hlr_10.42.42.2(pid=16284): stderr: \u000a| �[0;m�[1;31m20221209084949202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209084949202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209084949202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084949202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209084949202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209084949202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209084949234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209084949243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209084949243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209084949244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:49:52.445483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16273): Terminating (SIGTERM)\u000a08:49:52.485754 run iperf3-srv_10.42.42.10(pid=16274): Terminating (SIGTERM)\u000a08:49:52.525906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16275): Terminating (SIGTERM)\u000a08:49:52.565971 run iperf3-srv_10.42.42.10(pid=16276): Terminating (SIGTERM)\u000a08:49:52.606005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16277): Terminating (SIGTERM)\u000a08:49:52.645963 run iperf3-srv_10.42.42.10(pid=16278): Terminating (SIGTERM)\u000a08:49:52.686229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16279): Terminating (SIGTERM)\u000a08:49:52.726249 run iperf3-srv_10.42.42.10(pid=16280): Terminating (SIGTERM)\u000a08:49:52.766449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16283): Terminating (SIGTERM)\u000a08:49:52.806584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16286): Terminating (SIGTERM)\u000a08:49:52.846748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16289): Terminating (SIGTERM)\u000a08:49:52.856048 --- ParallelTerminationStrategy: PID 16273 died...\u000a08:49:52.909740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16273): Terminated: ok {rc=0}\u000a08:49:52.919456 --- ParallelTerminationStrategy: PID 16274 died...\u000a08:49:52.972851 run iperf3-srv_10.42.42.10(pid=16274): Terminated {rc=256}\u000a08:49:52.982652 --- ParallelTerminationStrategy: PID 16275 died...\u000a08:49:53.036437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16275): Terminated: ok {rc=0}\u000a08:49:53.046215 --- ParallelTerminationStrategy: PID 16276 died...\u000a08:49:53.099754 run iperf3-srv_10.42.42.10(pid=16276): Terminated {rc=256}\u000a08:49:53.109833 --- ParallelTerminationStrategy: PID 16277 died...\u000a08:49:53.163778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16277): Terminated: ok {rc=0}\u000a08:49:53.173590 --- ParallelTerminationStrategy: PID 16278 died...\u000a08:49:53.227239 run iperf3-srv_10.42.42.10(pid=16278): Terminated {rc=256}\u000a08:49:53.236796 --- ParallelTerminationStrategy: PID 16279 died...\u000a08:49:53.290655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16279): Terminated: ok {rc=0}\u000a08:49:53.300558 --- ParallelTerminationStrategy: PID 16280 died...\u000a08:49:53.353592 run iperf3-srv_10.42.42.10(pid=16280): Terminated {rc=256}\u000a08:49:53.363323 --- ParallelTerminationStrategy: PID 16283 died...\u000a08:49:53.417135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16283): Terminated: ok {rc=0}\u000a08:49:53.427029 --- ParallelTerminationStrategy: PID 16286 died...\u000a08:49:53.480332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16286): Terminated: ok {rc=0}\u000a08:49:53.490097 --- ParallelTerminationStrategy: PID 16289 died...\u000a08:49:53.543518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16289): Terminated: ok {rc=0}\u000a08:49:53.633227 bus /gobi_4: Setting Powered False\u000a08:49:54.737414 bus /gobi_4: Setting Powered False\u000a08:49:55.848624 bus /gobi_1: Setting Powered False\u000a08:49:56.955158 bus /gobi_1: Setting Powered False\u000a08:49:58.063441 bus /gobi_0: Setting Powered False\u000a08:49:59.168734 bus /gobi_0: Setting Powered False\u000a08:50:00.277700 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16307): Process ended prematurely: osmo-stp_10.42.42.5(pid=16307) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16307)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16307): Process ended prematurely: osmo-stp_10.42.42.5(pid=16307) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a08:50:01.374656 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:01.396489 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:50:01.607898 tst ping.py: using LAC 20312\u000a08:50:01.735305 tst ping.py: using RAC 167\u000a08:50:01.860276 tst ping.py: using CellId 20312\u000a08:50:01.984871 tst ping.py: using BVCI 20313\u000a08:50:02.009353 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:02.022700 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:02.034804 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:02.046853 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:02.058921 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:02.071147 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:02.083492 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:02.095669 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:50:02.396488 tst ping.py:19: start network...\u000a08:50:02.538022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:03.056489 run create_hlr_db(pid=16301): Launched\u000a08:50:03.247222 bus /gobi_6: Setting Powered False\u000a08:50:04.267124 run create_hlr_db(pid=16301): Terminated: ok {rc=0}\u000a08:50:04.676368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16303): Launched\u000a08:50:04.982460 run osmo-hlr_10.42.42.2(pid=16304): Launched\u000a08:50:05.094475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:05.627583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16306): Launched\u000a08:50:05.931972 run osmo-stp_10.42.42.5(pid=16307): Launched\u000a08:50:06.042712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:06.572821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16309): Launched\u000a08:50:06.681337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:06.946961 run patchelf(pid=16310): Launched\u000a08:50:07.125550 run osmo-stp_10.42.42.5(pid=16307): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16307)]\u000a08:50:07.255341 run osmo-stp_10.42.42.5(pid=16307): stdout: \u000a| (launched: 2022-12-09_08:50:05.782100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:07.386084 run osmo-stp_10.42.42.5(pid=16307): stderr: \u000a| �[0;m�[38;5;43m20221209085005951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085005952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085005952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085005952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085005953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085005953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085005953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:07.513345 run osmo-stp_10.42.42.5(pid=16307): stdout: \u000a| (launched: 2022-12-09_08:50:05.782100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:07.638857 run osmo-stp_10.42.42.5(pid=16307): stderr: \u000a| �[0;m�[38;5;43m20221209085005951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085005952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085005952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085005952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085005953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085005953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085005953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:07.784182 run patchelf(pid=16310): Terminating (SIGINT)\u000a08:50:07.954615 run patchelf(pid=16310): Terminated: ok {rc=0}\u000a08:50:07.985635 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16307): Process ended prematurely: osmo-stp_10.42.42.5(pid=16307) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16307)] [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a08:50:07.994460 tst ping.py:22: Test FAILED (6.6 sec)\u000a08:50:08.054268 run osmo-hlr_10.42.42.2(pid=16304): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16304)]\u000a08:50:08.103194 run osmo-hlr_10.42.42.2(pid=16304): stdout: \u000a| (launched: 2022-12-09_08:50:04.832251) \u000a08:50:08.152743 run osmo-hlr_10.42.42.2(pid=16304): stderr: \u000a| �[0;m�[1;31m20221209085005006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085005006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085005006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085005006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085005006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085005006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085005020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085005030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085005031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085005031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:08.194849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16303): Terminating (SIGTERM)\u000a08:50:08.234735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16306): Terminating (SIGTERM)\u000a08:50:08.274702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16309): Terminating (SIGTERM)\u000a08:50:08.284010 --- ParallelTerminationStrategy: PID 16303 died...\u000a08:50:08.337725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16303): Terminated: ok {rc=0}\u000a08:50:08.347482 --- ParallelTerminationStrategy: PID 16306 died...\u000a08:50:08.401439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16306): Terminated: ok {rc=0}\u000a08:50:08.411178 --- ParallelTerminationStrategy: PID 16309 died...\u000a08:50:08.464834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16309): Terminated: ok {rc=0}\u000a08:50:08.553926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16667): Process ended prematurely: osmo-stp_10.42.42.5(pid=16667) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16667)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16667): Process ended prematurely: osmo-stp_10.42.42.5(pid=16667) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a08:50:09.606708 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:09.619093 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:50:09.762188 tst ping_idle_ping.py: using LAC 20313\u000a08:50:09.889419 tst ping_idle_ping.py: using RAC 168\u000a08:50:10.017166 tst ping_idle_ping.py: using CellId 20313\u000a08:50:10.141195 tst ping_idle_ping.py: using BVCI 20314\u000a08:50:10.164749 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:10.176255 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:10.187857 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:10.199393 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:10.210888 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:10.222423 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:10.234078 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:50:10.245397 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:50:10.526479 tst ping_idle_ping.py:24: start network...\u000a08:50:10.653753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:11.147647 run create_hlr_db(pid=16311): Launched\u000a08:50:11.324197 bus /gobi_6: Setting Powered False\u000a08:50:12.364939 run create_hlr_db(pid=16311): Terminated: ok {rc=0}\u000a08:50:12.817725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16411): Launched\u000a08:50:13.239720 run osmo-hlr_10.42.42.2(pid=16486): Launched\u000a08:50:13.360930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:13.969651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16590): Launched\u000a08:50:14.290457 run osmo-stp_10.42.42.5(pid=16667): Launched\u000a08:50:14.401654 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:14.933582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16670): Launched\u000a08:50:15.042710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:15.308190 run patchelf(pid=16671): Launched\u000a08:50:15.486317 run osmo-stp_10.42.42.5(pid=16667): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16667)]\u000a08:50:15.617117 run osmo-stp_10.42.42.5(pid=16667): stdout: \u000a| (launched: 2022-12-09_08:50:14.129533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:15.747474 run osmo-stp_10.42.42.5(pid=16667): stderr: \u000a| �[0;m�[38;5;43m20221209085014301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085014302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085014302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085014302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085014303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085014303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085014303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:15.890742 run osmo-stp_10.42.42.5(pid=16667): stdout: \u000a| (launched: 2022-12-09_08:50:14.129533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:16.018501 run osmo-stp_10.42.42.5(pid=16667): stderr: \u000a| �[0;m�[38;5;43m20221209085014301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085014302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085014302 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085014302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085014303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085014303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085014303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:16.166617 run patchelf(pid=16671): Terminating (SIGINT)\u000a08:50:16.341245 run patchelf(pid=16671): Terminated: ok {rc=0}\u000a08:50:16.373286 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16667): Process ended prematurely: osmo-stp_10.42.42.5(pid=16667) [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16667)] [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a08:50:16.382542 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:50:16.443687 run osmo-hlr_10.42.42.2(pid=16486): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16486)]\u000a08:50:16.493848 run osmo-hlr_10.42.42.2(pid=16486): stdout: \u000a| (launched: 2022-12-09_08:50:12.977688) \u000a08:50:16.544416 run osmo-hlr_10.42.42.2(pid=16486): stderr: \u000a| �[0;m�[1;31m20221209085013169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085013169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085013169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085013169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085013169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085013169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085013186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085013194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085013194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085013194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:16.587642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16411): Terminating (SIGTERM)\u000a08:50:16.630402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16590): Terminating (SIGTERM)\u000a08:50:16.671768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16670): Terminating (SIGTERM)\u000a08:50:16.681168 --- ParallelTerminationStrategy: PID 16411 died...\u000a08:50:16.735382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16411): Terminated: ok {rc=0}\u000a08:50:16.745565 --- ParallelTerminationStrategy: PID 16590 died...\u000a08:50:16.799749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16590): Terminated: ok {rc=0}\u000a08:50:16.810049 --- ParallelTerminationStrategy: PID 16670 died...\u000a08:50:16.864157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16670): Terminated: ok {rc=0}\u000a08:50:16.951295 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:49:18" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16858): Process ended prematurely: osmo-stp_10.42.42.5(pid=16858) [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16858)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16858): Process ended prematurely: osmo-stp_10.42.42.5(pid=16858) [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:50:18.992635 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:19.004105 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:50:19.163468 tst switch_tch_pdch.py: using LAC 20314\u000a08:50:19.284717 tst switch_tch_pdch.py: using RAC 169\u000a08:50:19.405857 tst switch_tch_pdch.py: using CellId 20314\u000a08:50:19.527352 tst switch_tch_pdch.py: using BVCI 20315\u000a08:50:19.550680 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:19.562183 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:19.573460 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:19.584654 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:19.596317 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:19.607684 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:19.619213 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:50:19.630464 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:50:19.749958 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:50:20.049085 tst switch_tch_pdch.py:51: start network...\u000a08:50:20.185967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:20.699572 run create_hlr_db(pid=16677): Launched\u000a08:50:20.889381 bus /gobi_6: Setting Powered False\u000a08:50:21.909975 run create_hlr_db(pid=16677): Terminated: ok {rc=0}\u000a08:50:22.347190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16679): Launched\u000a08:50:22.690112 run osmo-hlr_10.42.42.2(pid=16690): Launched\u000a08:50:22.888501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:23.540396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16851): Launched\u000a08:50:23.961875 run osmo-stp_10.42.42.5(pid=16858): Launched\u000a08:50:24.178882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:24.764637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16860): Launched\u000a08:50:24.883695 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:25.182672 run patchelf(pid=16861): Launched\u000a08:50:25.377119 run osmo-stp_10.42.42.5(pid=16858): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16858)]\u000a08:50:25.519304 run osmo-stp_10.42.42.5(pid=16858): stdout: \u000a| (launched: 2022-12-09_08:50:23.700565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:25.661956 run osmo-stp_10.42.42.5(pid=16858): stderr: \u000a| �[0;m�[38;5;43m20221209085023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085023995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085023995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085023995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085023995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:25.799871 run osmo-stp_10.42.42.5(pid=16858): stdout: \u000a| (launched: 2022-12-09_08:50:23.700565)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:25.937348 run osmo-stp_10.42.42.5(pid=16858): stderr: \u000a| �[0;m�[38;5;43m20221209085023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085023995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085023995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085023995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085023995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:26.096284 run patchelf(pid=16861): Terminating (SIGINT)\u000a08:50:26.282285 run patchelf(pid=16861): Terminated: ok {rc=0}\u000a08:50:26.316538 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16858): Process ended prematurely: osmo-stp_10.42.42.5(pid=16858) [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16858)] [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:50:26.327003 tst switch_tch_pdch.py:54: Test FAILED (7.3 sec)\u000a08:50:26.395162 run osmo-hlr_10.42.42.2(pid=16690): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16690)]\u000a08:50:26.449264 run osmo-hlr_10.42.42.2(pid=16690): stdout: \u000a| (launched: 2022-12-09_08:50:22.517867) \u000a08:50:26.503942 run osmo-hlr_10.42.42.2(pid=16690): stderr: \u000a| �[0;m�[1;31m20221209085022857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085022857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085022857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085022857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085022857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085022857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085022879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085022894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085022895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085022895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:26.551035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16679): Terminating (SIGTERM)\u000a08:50:26.597277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16851): Terminating (SIGTERM)\u000a08:50:26.643776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16860): Terminating (SIGTERM)\u000a08:50:26.654709 --- ParallelTerminationStrategy: PID 16679 died...\u000a08:50:26.715753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16679): Terminated: ok {rc=0}\u000a08:50:26.726819 --- ParallelTerminationStrategy: PID 16851 died...\u000a08:50:26.786289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16851): Terminated: ok {rc=0}\u000a08:50:26.797369 --- ParallelTerminationStrategy: PID 16860 died...\u000a08:50:26.856851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16860): Terminated: ok {rc=0}\u000a08:50:26.948033 bus /gobi_0: Setting Powered False\u000a08:50:28.058167 bus /gobi_0: Setting Powered False\u000a08:50:29.164236 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:50:18" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16872): Process ended prematurely: osmo-stp_10.42.42.5(pid=16872) [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16872)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16872): Process ended prematurely: osmo-stp_10.42.42.5(pid=16872) [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:50:31.194936 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:31.212017 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:50:31.416491 tst switch_tch_pdch.py: using LAC 20315\u000a08:50:31.546150 tst switch_tch_pdch.py: using RAC 170\u000a08:50:31.673887 tst switch_tch_pdch.py: using CellId 20315\u000a08:50:31.803726 tst switch_tch_pdch.py: using BVCI 20316\u000a08:50:31.829950 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:31.842510 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:31.855837 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:31.869306 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:31.882877 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:31.896433 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:31.910186 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:50:31.923330 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:50:32.067164 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:50:32.381420 tst switch_tch_pdch.py:51: start network...\u000a08:50:32.518644 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:33.002896 run create_hlr_db(pid=16866): Launched\u000a08:50:33.135667 bus /gobi_6: Setting Powered False\u000a08:50:34.212501 run create_hlr_db(pid=16866): Terminated: ok {rc=0}\u000a08:50:34.596338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16868): Launched\u000a08:50:34.900906 run osmo-hlr_10.42.42.2(pid=16869): Launched\u000a08:50:35.016746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:35.527644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16871): Launched\u000a08:50:35.855818 run osmo-stp_10.42.42.5(pid=16872): Launched\u000a08:50:35.974267 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:50:36.516876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16874): Launched\u000a08:50:36.634142 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:50:36.919794 run patchelf(pid=16875): Launched\u000a08:50:37.110987 run osmo-stp_10.42.42.5(pid=16872): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16872)]\u000a08:50:37.250727 run osmo-stp_10.42.42.5(pid=16872): stdout: \u000a| (launched: 2022-12-09_08:50:35.694408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:37.391053 run osmo-stp_10.42.42.5(pid=16872): stderr: \u000a| �[0;m�[38;5;43m20221209085035886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085035886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085035886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085035887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085035887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085035887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085035887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:37.526309 run osmo-stp_10.42.42.5(pid=16872): stdout: \u000a| (launched: 2022-12-09_08:50:35.694408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:37.660147 run osmo-stp_10.42.42.5(pid=16872): stderr: \u000a| �[0;m�[38;5;43m20221209085035886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085035886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085035886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085035887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085035887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085035887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085035887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:37.816208 run patchelf(pid=16875): Terminating (SIGINT)\u000a08:50:37.998813 run patchelf(pid=16875): Terminated: ok {rc=0}\u000a08:50:38.032106 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16872): Process ended prematurely: osmo-stp_10.42.42.5(pid=16872) [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16872)] [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:50:38.041497 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a08:50:38.105426 run osmo-hlr_10.42.42.2(pid=16869): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16869)]\u000a08:50:38.157193 run osmo-hlr_10.42.42.2(pid=16869): stdout: \u000a| (launched: 2022-12-09_08:50:34.751430) \u000a08:50:38.209825 run osmo-hlr_10.42.42.2(pid=16869): stderr: \u000a| �[0;m�[1;31m20221209085034926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085034926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085034926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085034926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085034926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085034926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085034938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085034949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085034950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085034950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:38.254319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16868): Terminating (SIGTERM)\u000a08:50:38.296640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16871): Terminating (SIGTERM)\u000a08:50:38.338726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16874): Terminating (SIGTERM)\u000a08:50:38.348703 --- ParallelTerminationStrategy: PID 16868 died...\u000a08:50:38.405225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16868): Terminated: ok {rc=0}\u000a08:50:38.415347 --- ParallelTerminationStrategy: PID 16871 died...\u000a08:50:38.471490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16871): Terminated: ok {rc=0}\u000a08:50:38.481609 --- ParallelTerminationStrategy: PID 16874 died...\u000a08:50:38.537739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16874): Terminated: ok {rc=0}\u000a08:50:38.624861 bus /gobi_0: Setting Powered False\u000a08:50:39.731264 bus /gobi_0: Setting Powered False\u000a08:50:40.839600 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:50:30" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16880): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16880) [trial-2357↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16880)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16880): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16880) [trial-2357↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a08:50:42.747623 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a08:50:42.758717 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:50:42.896137 tst mo_mt_sms.py: using LAC 20316\u000a08:50:43.015904 tst mo_mt_sms.py: using RAC 171\u000a08:50:43.134040 tst mo_mt_sms.py: using CellId 20316\u000a08:50:43.251835 tst mo_mt_sms.py: using BVCI 20317\u000a08:50:43.274915 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:50:43.394694 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:50:43.674950 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:50:43.801991 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:50:44.434578 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16879): Launched\u000a08:50:44.738970 run osmo-nitb_10.42.42.2(pid=16880): Launched\u000a08:50:44.926245 run osmo-nitb_10.42.42.2(pid=16880): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16880)]\u000a08:50:45.064241 run osmo-nitb_10.42.42.2(pid=16880): stdout: \u000a| (launched: 2022-12-09_08:50:44.589676) \u000a08:50:45.202282 run osmo-nitb_10.42.42.2(pid=16880): stderr: \u000a| (launched: 2022-12-09_08:50:44.635166)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:50:45.335949 run osmo-nitb_10.42.42.2(pid=16880): stdout: \u000a| (launched: 2022-12-09_08:50:44.589676) \u000a08:50:45.468259 run osmo-nitb_10.42.42.2(pid=16880): stderr: \u000a| (launched: 2022-12-09_08:50:44.635166)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:50:45.868360 tst osmo-nitb_10.42.42.2(pid=16880): stdout: \u000a| (launched: 2022-12-09_08:50:44.589676) \u000a08:50:46.010748 tst osmo-nitb_10.42.42.2(pid=16880): stderr: \u000a| (launched: 2022-12-09_08:50:44.635166)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:50:46.070418 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=16880): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16880) [trial-2357↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16880)] [trial-2357↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a08:50:46.080281 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a08:50:46.122390 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16879): Terminating (SIGTERM)\u000a08:50:46.300474 --- ParallelTerminationStrategy: PID 16879 died...\u000a08:50:46.355989 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16879): Terminated: ok {rc=0}\u000a08:50:46.445125 bus /sierra_3: Setting Powered False\u000a08:50:47.547612 bus /sierra_3: Setting Powered False\u000a08:50:48.661688 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:50:42" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16890): Process ended prematurely: osmo-stp_10.42.42.5(pid=16890) [trial-2357↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16890)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16890): Process ended prematurely: osmo-stp_10.42.42.5(pid=16890) [trial-2357↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a08:50:50.562166 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:50:50.573081 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:50:50.708332 tst mo_mt_sms.py: using LAC 20317\u000a08:50:50.829723 tst mo_mt_sms.py: using RAC 172\u000a08:50:50.948018 tst mo_mt_sms.py: using CellId 20317\u000a08:50:51.073104 tst mo_mt_sms.py: using BVCI 20318\u000a08:50:51.096283 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:50:51.107296 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:50:51.118149 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:50:51.128778 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:50:51.139476 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:50:51.150192 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:50:51.268176 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:50:51.475515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:50:51.969833 run create_hlr_db(pid=16884): Launched\u000a08:50:52.146558 bus /sierra_2: Setting Powered False\u000a08:50:53.167323 run create_hlr_db(pid=16884): Terminated: ok {rc=0}\u000a08:50:53.602356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16886): Launched\u000a08:50:53.929849 run osmo-hlr_10.42.42.2(pid=16887): Launched\u000a08:50:54.049688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:50:54.617923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16889): Launched\u000a08:50:54.945410 run osmo-stp_10.42.42.5(pid=16890): Launched\u000a08:50:55.064361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:50:55.660307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16892): Launched\u000a08:50:55.988476 run osmo-msc_10.42.42.6(pid=16893): Launched\u000a08:50:56.181255 run osmo-stp_10.42.42.5(pid=16890): ERR: Terminated: ERROR {rc=1} [trial-2357↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16890)]\u000a08:50:56.319948 run osmo-stp_10.42.42.5(pid=16890): stdout: \u000a| (launched: 2022-12-09_08:50:54.784104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:56.456155 run osmo-stp_10.42.42.5(pid=16890): stderr: \u000a| �[0;m�[38;5;43m20221209085054974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085054974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085054974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085054975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085054975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085054975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085054975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:56.587078 run osmo-stp_10.42.42.5(pid=16890): stdout: \u000a| (launched: 2022-12-09_08:50:54.784104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:50:56.716569 run osmo-stp_10.42.42.5(pid=16890): stderr: \u000a| �[0;m�[38;5;43m20221209085054974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085054974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085054974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085054975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085054975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085054975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085054975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:50:56.773343 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16890): Process ended prematurely: osmo-stp_10.42.42.5(pid=16890) [trial-2357↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16890)] [trial-2357↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a08:50:56.781924 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a08:50:56.846177 run osmo-hlr_10.42.42.2(pid=16887): ERR: Terminated: ERROR {rc=237} [trial-2357↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16887)]\u000a08:50:56.898743 run osmo-hlr_10.42.42.2(pid=16887): stdout: \u000a| (launched: 2022-12-09_08:50:53.768780) \u000a08:50:56.951788 run osmo-hlr_10.42.42.2(pid=16887): stderr: \u000a| �[0;m�[1;31m20221209085053966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085053966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085053966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085053966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085053966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085053966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085053978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085053989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085053989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085053989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:50:57.024070 run osmo-msc_10.42.42.6(pid=16893): ERR: Terminated: ERROR {rc=2} [trial-2357↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16893)]\u000a08:50:57.076496 run osmo-msc_10.42.42.6(pid=16893): stdout: \u000a| (launched: 2022-12-09_08:50:55.826047) \u000a08:50:57.129589 run osmo-msc_10.42.42.6(pid=16893): stderr: \u000a| �[0;m�[38;5;43m20221209085056147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085056147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a590fbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085056147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085056147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085056148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085056148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085056149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085056150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085056150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085056150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:50:57.174502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16886): Terminating (SIGTERM)\u000a08:50:57.217529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16889): Terminating (SIGTERM)\u000a08:50:57.259631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16892): Terminating (SIGTERM)\u000a08:50:57.269688 --- ParallelTerminationStrategy: PID 16886 died...\u000a08:50:57.326805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16886): Terminated: ok {rc=0}\u000a08:50:57.337068 --- ParallelTerminationStrategy: PID 16889 died...\u000a08:50:57.393288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16889): Terminated: ok {rc=0}\u000a08:50:57.403817 --- ParallelTerminationStrategy: PID 16892 died...\u000a08:50:57.460235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16892): Terminated: ok {rc=0}\u000a08:50:57.547841 bus /sierra_3: Setting Powered False\u000a08:50:58.651390 bus /sierra_3: Setting Powered False\u000a08:50:59.759616 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:50:50" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16899): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16899) [trial-2357↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16899)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16899): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16899) [trial-2357↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a08:51:01.689317 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a08:51:01.705305 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:51:01.854246 tst assert_extension.py: using LAC 20318\u000a08:51:02.009329 tst assert_extension.py: using RAC 173\u000a08:51:02.149502 tst assert_extension.py: using CellId 20318\u000a08:51:02.310018 tst assert_extension.py: using BVCI 20319\u000a08:51:02.336232 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a08:51:02.637727 tst assert_extension.py:10: start nitb and bts...\u000a08:51:02.774679 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:51:03.453637 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16898): Launched\u000a08:51:03.778989 run osmo-nitb_10.42.42.2(pid=16899): Launched\u000a08:51:03.980438 run osmo-nitb_10.42.42.2(pid=16899): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16899)]\u000a08:51:04.129691 run osmo-nitb_10.42.42.2(pid=16899): stdout: \u000a| (launched: 2022-12-09_08:51:03.620782) \u000a08:51:04.277872 run osmo-nitb_10.42.42.2(pid=16899): stderr: \u000a| (launched: 2022-12-09_08:51:03.669728)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:51:04.422184 run osmo-nitb_10.42.42.2(pid=16899): stdout: \u000a| (launched: 2022-12-09_08:51:03.620782) \u000a08:51:04.564433 run osmo-nitb_10.42.42.2(pid=16899): stderr: \u000a| (launched: 2022-12-09_08:51:03.669728)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:51:04.911686 tst osmo-nitb_10.42.42.2(pid=16899): stdout: \u000a| (launched: 2022-12-09_08:51:03.620782) \u000a08:51:05.043257 tst osmo-nitb_10.42.42.2(pid=16899): stderr: \u000a| (launched: 2022-12-09_08:51:03.669728)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:51:05.100505 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16899): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16899) [trial-2357↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16899)] [trial-2357↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a08:51:05.109349 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a08:51:05.148566 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16898): Terminating (SIGTERM)\u000a08:51:05.326567 --- ParallelTerminationStrategy: PID 16898 died...\u000a08:51:05.386345 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16898): Terminated: ok {rc=0}\u000a08:51:05.475022 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:51:01" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16909): Process ended prematurely: osmo-stp_10.42.42.5(pid=16909) [trial-2357↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16909)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16909): Process ended prematurely: osmo-stp_10.42.42.5(pid=16909) [trial-2357↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a08:51:07.332219 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:07.343838 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:51:07.491411 tst assert_extension.py: using LAC 20319\u000a08:51:07.614231 tst assert_extension.py: using RAC 174\u000a08:51:07.742367 tst assert_extension.py: using CellId 20319\u000a08:51:07.869647 tst assert_extension.py: using BVCI 20320\u000a08:51:07.894581 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:07.906501 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:07.918195 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:07.929704 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:07.941553 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:51:07.953113 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a08:51:08.165428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:08.679343 run create_hlr_db(pid=16903): Launched\u000a08:51:08.868159 bus /sierra_2: Setting Powered False\u000a08:51:09.889069 run create_hlr_db(pid=16903): Terminated: ok {rc=0}\u000a08:51:10.300203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16905): Launched\u000a08:51:10.606459 run osmo-hlr_10.42.42.2(pid=16906): Launched\u000a08:51:10.729336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:11.367583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16908): Launched\u000a08:51:11.671292 run osmo-stp_10.42.42.5(pid=16909): Launched\u000a08:51:11.779837 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:12.329303 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16911): Launched\u000a08:51:12.630372 run osmo-msc_10.42.42.6(pid=16912): Launched\u000a08:51:12.807459 run osmo-stp_10.42.42.5(pid=16909): ERR: Terminated: ERROR {rc=1} [trial-2357↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16909)]\u000a08:51:12.934734 run osmo-stp_10.42.42.5(pid=16909): stdout: \u000a| (launched: 2022-12-09_08:51:11.520836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:13.060189 run osmo-stp_10.42.42.5(pid=16909): stderr: \u000a| �[0;m�[38;5;43m20221209085111691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085111691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085111691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085111692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085111692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085111692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085111693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:13.180682 run osmo-stp_10.42.42.5(pid=16909): stdout: \u000a| (launched: 2022-12-09_08:51:11.520836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:13.300365 run osmo-stp_10.42.42.5(pid=16909): stderr: \u000a| �[0;m�[38;5;43m20221209085111691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085111691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085111691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085111692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085111692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085111692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085111693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:13.352907 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16909): Process ended prematurely: osmo-stp_10.42.42.5(pid=16909) [trial-2357↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16909)] [trial-2357↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a08:51:13.360934 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a08:51:13.421414 run osmo-hlr_10.42.42.2(pid=16906): ERR: Terminated: ERROR {rc=237} [trial-2357↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16906)]\u000a08:51:13.471151 run osmo-hlr_10.42.42.2(pid=16906): stdout: \u000a| (launched: 2022-12-09_08:51:10.455299) \u000a08:51:13.521703 run osmo-hlr_10.42.42.2(pid=16906): stderr: \u000a| �[0;m�[1;31m20221209085110631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085110631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085110631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085110631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085110631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085110631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085110644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085110654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085110654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085110654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:13.589880 run osmo-msc_10.42.42.6(pid=16912): ERR: Terminated: ERROR {rc=2} [trial-2357↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16912)]\u000a08:51:13.639167 run osmo-msc_10.42.42.6(pid=16912): stdout: \u000a| (launched: 2022-12-09_08:51:12.482073) \u000a08:51:13.689265 run osmo-msc_10.42.42.6(pid=16912): stderr: \u000a| �[0;m�[38;5;43m20221209085112752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085112752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbe1558fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085112752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085112752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085112752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085112753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085112754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085112755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085112755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085112755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:13.731824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16905): Terminating (SIGTERM)\u000a08:51:13.772309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16908): Terminating (SIGTERM)\u000a08:51:13.812695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16911): Terminating (SIGTERM)\u000a08:51:13.822226 --- ParallelTerminationStrategy: PID 16905 died...\u000a08:51:13.875710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16905): Terminated: ok {rc=0}\u000a08:51:13.885700 --- ParallelTerminationStrategy: PID 16908 died...\u000a08:51:13.938864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16908): Terminated: ok {rc=0}\u000a08:51:13.948526 --- ParallelTerminationStrategy: PID 16911 died...\u000a08:51:14.001576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16911): Terminated: ok {rc=0}\u000a08:51:14.090972 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:51:07" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16923): Process ended prematurely: osmo-stp_10.42.42.5(pid=16923) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16923)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16923): Process ended prematurely: osmo-stp_10.42.42.5(pid=16923) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:51:16.088625 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:16.101058 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:51:16.296673 tst mo_mt_call.py: using LAC 20320\u000a08:51:16.430352 tst mo_mt_call.py: using RAC 175\u000a08:51:16.583037 tst mo_mt_call.py: using CellId 20320\u000a08:51:16.743748 tst mo_mt_call.py: using BVCI 20321\u000a08:51:16.775719 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:16.792087 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:16.807966 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:16.823295 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:16.839191 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:16.854046 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:51:17.000484 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:51:17.240075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:17.734778 run create_hlr_db(pid=16917): Launched\u000a08:51:17.911710 bus /sierra_2: Setting Powered False\u000a08:51:18.932722 run create_hlr_db(pid=16917): Terminated: ok {rc=0}\u000a08:51:19.367790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16919): Launched\u000a08:51:19.697005 run osmo-hlr_10.42.42.2(pid=16920): Launched\u000a08:51:19.821326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:20.388841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16922): Launched\u000a08:51:20.718243 run osmo-stp_10.42.42.5(pid=16923): Launched\u000a08:51:20.837535 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:21.437949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16925): Launched\u000a08:51:21.768460 run osmo-msc_10.42.42.6(pid=16926): Launched\u000a08:51:22.012409 run osmo-stp_10.42.42.5(pid=16923): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16923)]\u000a08:51:22.150161 run osmo-stp_10.42.42.5(pid=16923): stdout: \u000a| (launched: 2022-12-09_08:51:20.555803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:22.286836 run osmo-stp_10.42.42.5(pid=16923): stderr: \u000a| �[0;m�[38;5;43m20221209085120747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085120747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085120747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085120748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085120748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085120748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085120748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:22.419114 run osmo-stp_10.42.42.5(pid=16923): stdout: \u000a| (launched: 2022-12-09_08:51:20.555803)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:22.550533 run osmo-stp_10.42.42.5(pid=16923): stderr: \u000a| �[0;m�[38;5;43m20221209085120747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085120747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085120747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085120748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085120748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085120748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085120748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:22.608256 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16923): Process ended prematurely: osmo-stp_10.42.42.5(pid=16923) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16923)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:51:22.617589 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a08:51:22.681351 run osmo-hlr_10.42.42.2(pid=16920): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16920)]\u000a08:51:22.733510 run osmo-hlr_10.42.42.2(pid=16920): stdout: \u000a| (launched: 2022-12-09_08:51:19.534317) \u000a08:51:22.786686 run osmo-hlr_10.42.42.2(pid=16920): stderr: \u000a| �[0;m�[1;31m20221209085119730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085119730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085119731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085119731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085119731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085119731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085119743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085119752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085119752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085119752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:22.858281 run osmo-msc_10.42.42.6(pid=16926): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16926)]\u000a08:51:22.910386 run osmo-msc_10.42.42.6(pid=16926): stdout: \u000a| (launched: 2022-12-09_08:51:21.605307) \u000a08:51:22.963138 run osmo-msc_10.42.42.6(pid=16926): stderr: \u000a| �[0;m�[38;5;43m20221209085121940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085121940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55e2e0fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085121940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085121947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085121947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085121948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085121949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085121950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085121950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085121950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:23.007592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16919): Terminating (SIGTERM)\u000a08:51:23.051100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16922): Terminating (SIGTERM)\u000a08:51:23.093317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16925): Terminating (SIGTERM)\u000a08:51:23.103242 --- ParallelTerminationStrategy: PID 16919 died...\u000a08:51:23.159794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16919): Terminated: ok {rc=0}\u000a08:51:23.169864 --- ParallelTerminationStrategy: PID 16922 died...\u000a08:51:23.225758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16922): Terminated: ok {rc=0}\u000a08:51:23.235956 --- ParallelTerminationStrategy: PID 16925 died...\u000a08:51:23.292055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16925): Terminated: ok {rc=0}\u000a08:51:23.379965 bus /sierra_3: Setting Powered False\u000a08:51:24.488113 bus /sierra_3: Setting Powered False\u000a08:51:25.597224 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16934): Process ended prematurely: osmo-stp_10.42.42.5(pid=16934) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16934)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16934): Process ended prematurely: osmo-stp_10.42.42.5(pid=16934) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:51:26.712667 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:26.725347 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:51:26.898865 tst mo_mt_call_osmux.py: using LAC 20321\u000a08:51:27.026293 tst mo_mt_call_osmux.py: using RAC 176\u000a08:51:27.158744 tst mo_mt_call_osmux.py: using CellId 20321\u000a08:51:27.285304 tst mo_mt_call_osmux.py: using BVCI 20322\u000a08:51:27.310365 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:27.322261 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:27.334071 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:27.346090 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:27.358203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:51:27.370794 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:51:27.490048 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:51:27.697565 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:28.192435 run create_hlr_db(pid=16928): Launched\u000a08:51:28.381871 bus /sierra_2: Setting Powered False\u000a08:51:29.403731 run create_hlr_db(pid=16928): Terminated: ok {rc=0}\u000a08:51:29.839119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16930): Launched\u000a08:51:30.170747 run osmo-hlr_10.42.42.2(pid=16931): Launched\u000a08:51:30.290820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:30.877217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16933): Launched\u000a08:51:31.315412 run osmo-stp_10.42.42.5(pid=16934): Launched\u000a08:51:31.443498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:32.147424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16936): Launched\u000a08:51:32.486465 run osmo-msc_10.42.42.6(pid=16937): Launched\u000a08:51:32.681961 run osmo-stp_10.42.42.5(pid=16934): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16934)]\u000a08:51:32.822622 run osmo-stp_10.42.42.5(pid=16934): stdout: \u000a| (launched: 2022-12-09_08:51:31.061866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:32.962531 run osmo-stp_10.42.42.5(pid=16934): stderr: \u000a| �[0;m�[38;5;43m20221209085131422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085131425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085131426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085131426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085131427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085131427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085131427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:33.096284 run osmo-stp_10.42.42.5(pid=16934): stdout: \u000a| (launched: 2022-12-09_08:51:31.061866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:33.228038 run osmo-stp_10.42.42.5(pid=16934): stderr: \u000a| �[0;m�[38;5;43m20221209085131422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085131425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085131426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085131426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085131427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085131427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085131427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:33.285901 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16934): Process ended prematurely: osmo-stp_10.42.42.5(pid=16934) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16934)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:51:33.295415 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a08:51:33.359606 run osmo-hlr_10.42.42.2(pid=16931): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16931)]\u000a08:51:33.412010 run osmo-hlr_10.42.42.2(pid=16931): stdout: \u000a| (launched: 2022-12-09_08:51:30.006632) \u000a08:51:33.465182 run osmo-hlr_10.42.42.2(pid=16931): stderr: \u000a| �[0;m�[1;31m20221209085130205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085130205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085130205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085130205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085130206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085130206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085130218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085130226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085130227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085130227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:33.537318 run osmo-msc_10.42.42.6(pid=16937): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16937)]\u000a08:51:33.589633 run osmo-msc_10.42.42.6(pid=16937): stdout: \u000a| (launched: 2022-12-09_08:51:32.309225) \u000a08:51:33.642405 run osmo-msc_10.42.42.6(pid=16937): stderr: \u000a| �[0;m�[38;5;43m20221209085132695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085132695 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5e2ef0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085132695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085132696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085132696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085132696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085132698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085132698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085132698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085132698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:33.687052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16930): Terminating (SIGTERM)\u000a08:51:33.730657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16933): Terminating (SIGTERM)\u000a08:51:33.773348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16936): Terminating (SIGTERM)\u000a08:51:33.783325 --- ParallelTerminationStrategy: PID 16930 died...\u000a08:51:33.840107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16930): Terminated: ok {rc=0}\u000a08:51:33.850519 --- ParallelTerminationStrategy: PID 16933 died...\u000a08:51:33.907213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16933): Terminated: ok {rc=0}\u000a08:51:33.917383 --- ParallelTerminationStrategy: PID 16936 died...\u000a08:51:33.974006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16936): Terminated: ok {rc=0}\u000a08:51:34.062413 bus /sierra_3: Setting Powered False\u000a08:51:35.168611 bus /sierra_3: Setting Powered False\u000a08:51:36.278656 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:51:15" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16948): Process ended prematurely: osmo-stp_10.42.42.5(pid=16948) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16948)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16948): Process ended prematurely: osmo-stp_10.42.42.5(pid=16948) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:51:38.291829 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:38.303675 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:51:38.469582 tst mo_mt_call.py: using LAC 20322\u000a08:51:38.596862 tst mo_mt_call.py: using RAC 177\u000a08:51:38.723204 tst mo_mt_call.py: using CellId 20322\u000a08:51:38.844575 tst mo_mt_call.py: using BVCI 20323\u000a08:51:38.868034 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:38.879492 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:38.891243 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:38.902912 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:38.914660 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:38.926154 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:51:39.047421 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:51:39.251677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:39.743951 run create_hlr_db(pid=16942): Launched\u000a08:51:39.920379 bus /sierra_2: Setting Powered False\u000a08:51:40.942288 run create_hlr_db(pid=16942): Terminated: ok {rc=0}\u000a08:51:41.378085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16944): Launched\u000a08:51:41.706065 run osmo-hlr_10.42.42.2(pid=16945): Launched\u000a08:51:41.829776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:42.400892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16947): Launched\u000a08:51:42.729627 run osmo-stp_10.42.42.5(pid=16948): Launched\u000a08:51:42.849689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:43.456169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16950): Launched\u000a08:51:43.785745 run osmo-msc_10.42.42.6(pid=16951): Launched\u000a08:51:43.979247 run osmo-stp_10.42.42.5(pid=16948): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16948)]\u000a08:51:44.119208 run osmo-stp_10.42.42.5(pid=16948): stdout: \u000a| (launched: 2022-12-09_08:51:42.567773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:44.257178 run osmo-stp_10.42.42.5(pid=16948): stderr: \u000a| �[0;m�[38;5;43m20221209085142760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085142760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085142760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085142761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085142761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085142761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085142761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:44.390565 run osmo-stp_10.42.42.5(pid=16948): stdout: \u000a| (launched: 2022-12-09_08:51:42.567773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:44.522291 run osmo-stp_10.42.42.5(pid=16948): stderr: \u000a| �[0;m�[38;5;43m20221209085142760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085142760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085142760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085142761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085142761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085142761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085142761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:44.580244 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16948): Process ended prematurely: osmo-stp_10.42.42.5(pid=16948) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16948)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:51:44.589825 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:51:44.653606 run osmo-hlr_10.42.42.2(pid=16945): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16945)]\u000a08:51:44.705714 run osmo-hlr_10.42.42.2(pid=16945): stdout: \u000a| (launched: 2022-12-09_08:51:41.545011) \u000a08:51:44.758371 run osmo-hlr_10.42.42.2(pid=16945): stderr: \u000a| �[0;m�[1;31m20221209085141744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085141744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085141744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085141744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085141744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085141744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085141757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085141766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085141766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085141766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:44.829641 run osmo-msc_10.42.42.6(pid=16951): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16951)]\u000a08:51:44.881696 run osmo-msc_10.42.42.6(pid=16951): stdout: \u000a| (launched: 2022-12-09_08:51:43.623479) \u000a08:51:44.934440 run osmo-msc_10.42.42.6(pid=16951): stderr: \u000a| �[0;m�[38;5;43m20221209085143945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085143945 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f57e4cb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085143945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085143945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085143945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085143945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085143947 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085143947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085143947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085143948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:44.979079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16944): Terminating (SIGTERM)\u000a08:51:45.021311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16947): Terminating (SIGTERM)\u000a08:51:45.064038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16950): Terminating (SIGTERM)\u000a08:51:45.073760 --- ParallelTerminationStrategy: PID 16944 died...\u000a08:51:45.131021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16944): Terminated: ok {rc=0}\u000a08:51:45.141210 --- ParallelTerminationStrategy: PID 16947 died...\u000a08:51:45.197563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16947): Terminated: ok {rc=0}\u000a08:51:45.207764 --- ParallelTerminationStrategy: PID 16950 died...\u000a08:51:45.264077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16950): Terminated: ok {rc=0}\u000a08:51:45.352184 bus /sierra_3: Setting Powered False\u000a08:51:46.479911 bus /sierra_3: Setting Powered False\u000a08:51:47.594001 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16959): Process ended prematurely: osmo-stp_10.42.42.5(pid=16959) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16959)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16959): Process ended prematurely: osmo-stp_10.42.42.5(pid=16959) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:51:48.704731 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:48.717086 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:51:48.878027 tst mo_mt_call_osmux.py: using LAC 20323\u000a08:51:48.998158 tst mo_mt_call_osmux.py: using RAC 178\u000a08:51:49.120049 tst mo_mt_call_osmux.py: using CellId 20323\u000a08:51:49.242884 tst mo_mt_call_osmux.py: using BVCI 20324\u000a08:51:49.266306 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:49.277758 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:49.289326 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:49.300754 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:49.312273 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:51:49.323794 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:51:49.446445 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:51:49.652894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:51:50.144446 run create_hlr_db(pid=16953): Launched\u000a08:51:50.321546 bus /sierra_2: Setting Powered False\u000a08:51:51.342690 run create_hlr_db(pid=16953): Terminated: ok {rc=0}\u000a08:51:51.777874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16955): Launched\u000a08:51:52.107756 run osmo-hlr_10.42.42.2(pid=16956): Launched\u000a08:51:52.226405 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:51:52.798695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16958): Launched\u000a08:51:53.128420 run osmo-stp_10.42.42.5(pid=16959): Launched\u000a08:51:53.248015 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:51:53.848750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16961): Launched\u000a08:51:54.179349 run osmo-msc_10.42.42.6(pid=16962): Launched\u000a08:51:54.372484 run osmo-stp_10.42.42.5(pid=16959): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16959)]\u000a08:51:54.511586 run osmo-stp_10.42.42.5(pid=16959): stdout: \u000a| (launched: 2022-12-09_08:51:52.966091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:54.649659 run osmo-stp_10.42.42.5(pid=16959): stderr: \u000a| �[0;m�[38;5;43m20221209085153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085153160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085153160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085153160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085153160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:54.782502 run osmo-stp_10.42.42.5(pid=16959): stdout: \u000a| (launched: 2022-12-09_08:51:52.966091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:51:54.914126 run osmo-stp_10.42.42.5(pid=16959): stderr: \u000a| �[0;m�[38;5;43m20221209085153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085153159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085153160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085153160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085153160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085153160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:51:54.972178 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16959): Process ended prematurely: osmo-stp_10.42.42.5(pid=16959) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16959)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:51:54.981782 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:51:55.045297 run osmo-hlr_10.42.42.2(pid=16956): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16956)]\u000a08:51:55.097060 run osmo-hlr_10.42.42.2(pid=16956): stdout: \u000a| (launched: 2022-12-09_08:51:51.945427) \u000a08:51:55.149550 run osmo-hlr_10.42.42.2(pid=16956): stderr: \u000a| �[0;m�[1;31m20221209085152144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085152144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085152144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085152144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085152144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085152145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085152157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085152165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085152166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085152166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:51:55.220257 run osmo-msc_10.42.42.6(pid=16962): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16962)]\u000a08:51:55.271701 run osmo-msc_10.42.42.6(pid=16962): stdout: \u000a| (launched: 2022-12-09_08:51:54.016425) \u000a08:51:55.323985 run osmo-msc_10.42.42.6(pid=16962): stderr: \u000a| �[0;m�[38;5;43m20221209085154339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085154339 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbef3e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085154339 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085154339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085154339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085154339 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085154341 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085154342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085154342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085154342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:51:55.368523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16955): Terminating (SIGTERM)\u000a08:51:55.410685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16958): Terminating (SIGTERM)\u000a08:51:55.453122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16961): Terminating (SIGTERM)\u000a08:51:55.463097 --- ParallelTerminationStrategy: PID 16955 died...\u000a08:51:55.519930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16955): Terminated: ok {rc=0}\u000a08:51:55.530096 --- ParallelTerminationStrategy: PID 16958 died...\u000a08:51:55.585913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16958): Terminated: ok {rc=0}\u000a08:51:55.596275 --- ParallelTerminationStrategy: PID 16961 died...\u000a08:51:55.652476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16961): Terminated: ok {rc=0}\u000a08:51:55.738531 bus /sierra_3: Setting Powered False\u000a08:51:56.840291 bus /sierra_3: Setting Powered False\u000a08:51:57.950353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:51:37" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16973): Process ended prematurely: osmo-stp_10.42.42.5(pid=16973) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16973)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16973): Process ended prematurely: osmo-stp_10.42.42.5(pid=16973) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:51:59.960847 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:51:59.972522 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:52:00.134461 tst mo_mt_call.py: using LAC 20324\u000a08:52:00.257495 tst mo_mt_call.py: using RAC 179\u000a08:52:00.378107 tst mo_mt_call.py: using CellId 20324\u000a08:52:00.499232 tst mo_mt_call.py: using BVCI 20325\u000a08:52:00.522660 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:00.534221 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:00.545534 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:00.556863 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:00.568256 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:00.579623 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:52:00.700149 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:52:00.923887 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:01.464034 run create_hlr_db(pid=16967): Launched\u000a08:52:01.663135 bus /sierra_2: Setting Powered False\u000a08:52:02.677131 run create_hlr_db(pid=16967): Terminated: ok {rc=0}\u000a08:52:03.091288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16969): Launched\u000a08:52:03.399168 run osmo-hlr_10.42.42.2(pid=16970): Launched\u000a08:52:03.511850 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:04.045550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16972): Launched\u000a08:52:04.353629 run osmo-stp_10.42.42.5(pid=16973): Launched\u000a08:52:04.465883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:05.027751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16975): Launched\u000a08:52:05.337215 run osmo-msc_10.42.42.6(pid=16976): Launched\u000a08:52:05.516821 run osmo-stp_10.42.42.5(pid=16973): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16973)]\u000a08:52:05.646935 run osmo-stp_10.42.42.5(pid=16973): stdout: \u000a| (launched: 2022-12-09_08:52:04.202487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:05.775007 run osmo-stp_10.42.42.5(pid=16973): stderr: \u000a| �[0;m�[38;5;43m20221209085204374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085204374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085204375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085204375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085204376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085204376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085204376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:05.899158 run osmo-stp_10.42.42.5(pid=16973): stdout: \u000a| (launched: 2022-12-09_08:52:04.202487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:06.022163 run osmo-stp_10.42.42.5(pid=16973): stderr: \u000a| �[0;m�[38;5;43m20221209085204374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085204374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085204375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085204375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085204376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085204376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085204376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:06.076404 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16973): Process ended prematurely: osmo-stp_10.42.42.5(pid=16973) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16973)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:52:06.085302 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:52:06.145710 run osmo-hlr_10.42.42.2(pid=16970): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16970)]\u000a08:52:06.195425 run osmo-hlr_10.42.42.2(pid=16970): stdout: \u000a| (launched: 2022-12-09_08:52:03.248351) \u000a08:52:06.245727 run osmo-hlr_10.42.42.2(pid=16970): stderr: \u000a| �[0;m�[1;31m20221209085203424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085203424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085203424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085203424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085203424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085203424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085203439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085203448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085203448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085203448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:06.313809 run osmo-msc_10.42.42.6(pid=16976): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16976)]\u000a08:52:06.363050 run osmo-msc_10.42.42.6(pid=16976): stdout: \u000a| (launched: 2022-12-09_08:52:05.184914) \u000a08:52:06.413127 run osmo-msc_10.42.42.6(pid=16976): stderr: \u000a| �[0;m�[38;5;43m20221209085205458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085205458 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d9929dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085205458 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085205458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085205458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085205458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085205460 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085205461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085205461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085205461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:06.455626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16969): Terminating (SIGTERM)\u000a08:52:06.495681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16972): Terminating (SIGTERM)\u000a08:52:06.535842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16975): Terminating (SIGTERM)\u000a08:52:06.545358 --- ParallelTerminationStrategy: PID 16969 died...\u000a08:52:06.599264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16969): Terminated: ok {rc=0}\u000a08:52:06.609205 --- ParallelTerminationStrategy: PID 16972 died...\u000a08:52:06.663652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16972): Terminated: ok {rc=0}\u000a08:52:06.673577 --- ParallelTerminationStrategy: PID 16975 died...\u000a08:52:06.726959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16975): Terminated: ok {rc=0}\u000a08:52:06.811451 bus /sierra_3: Setting Powered False\u000a08:52:07.915900 bus /sierra_3: Setting Powered False\u000a08:52:09.027492 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16984): Process ended prematurely: osmo-stp_10.42.42.5(pid=16984) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16984)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16984): Process ended prematurely: osmo-stp_10.42.42.5(pid=16984) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:52:10.138897 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:10.151197 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:52:10.315022 tst mo_mt_call_osmux.py: using LAC 20325\u000a08:52:10.436808 tst mo_mt_call_osmux.py: using RAC 180\u000a08:52:10.557394 tst mo_mt_call_osmux.py: using CellId 20325\u000a08:52:10.684890 tst mo_mt_call_osmux.py: using BVCI 20326\u000a08:52:10.710088 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:10.722000 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:10.733732 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:10.745780 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:10.757811 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:52:10.770473 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:52:10.888400 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:52:11.094368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:11.591441 run create_hlr_db(pid=16978): Launched\u000a08:52:11.769174 bus /sierra_2: Setting Powered False\u000a08:52:12.791355 run create_hlr_db(pid=16978): Terminated: ok {rc=0}\u000a08:52:13.202320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16980): Launched\u000a08:52:13.511432 run osmo-hlr_10.42.42.2(pid=16981): Launched\u000a08:52:13.624211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:14.161838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16983): Launched\u000a08:52:14.469757 run osmo-stp_10.42.42.5(pid=16984): Launched\u000a08:52:14.582643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:15.146933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16986): Launched\u000a08:52:15.457382 run osmo-msc_10.42.42.6(pid=16987): Launched\u000a08:52:15.638694 run osmo-stp_10.42.42.5(pid=16984): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16984)]\u000a08:52:15.769690 run osmo-stp_10.42.42.5(pid=16984): stdout: \u000a| (launched: 2022-12-09_08:52:14.318540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:15.917784 run osmo-stp_10.42.42.5(pid=16984): stderr: \u000a| �[0;m�[38;5;43m20221209085214491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085214491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085214491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085214492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085214492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085214492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085214492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:16.055010 run osmo-stp_10.42.42.5(pid=16984): stdout: \u000a| (launched: 2022-12-09_08:52:14.318540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:16.192999 run osmo-stp_10.42.42.5(pid=16984): stderr: \u000a| �[0;m�[38;5;43m20221209085214491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085214491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085214491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085214492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085214492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085214492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085214492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:16.253525 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16984): Process ended prematurely: osmo-stp_10.42.42.5(pid=16984) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16984)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:52:16.264016 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a08:52:16.332755 run osmo-hlr_10.42.42.2(pid=16981): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16981)]\u000a08:52:16.387357 run osmo-hlr_10.42.42.2(pid=16981): stdout: \u000a| (launched: 2022-12-09_08:52:13.359904) \u000a08:52:16.443115 run osmo-hlr_10.42.42.2(pid=16981): stderr: \u000a| �[0;m�[1;31m20221209085213538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085213538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085213538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085213538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085213538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085213538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085213553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085213562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085213562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085213562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:16.518445 run osmo-msc_10.42.42.6(pid=16987): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16987)]\u000a08:52:16.573221 run osmo-msc_10.42.42.6(pid=16987): stdout: \u000a| (launched: 2022-12-09_08:52:15.304489) \u000a08:52:16.628706 run osmo-msc_10.42.42.6(pid=16987): stderr: \u000a| �[0;m�[38;5;43m20221209085215574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085215574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f731cfd0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085215575 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085215575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085215575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085215575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085215577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085215577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085215577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085215577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:16.676117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16980): Terminating (SIGTERM)\u000a08:52:16.723170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16983): Terminating (SIGTERM)\u000a08:52:16.769645 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16986): Terminating (SIGTERM)\u000a08:52:16.781743 --- ParallelTerminationStrategy: PID 16980 died...\u000a08:52:16.842778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16980): Terminated: ok {rc=0}\u000a08:52:16.853835 --- ParallelTerminationStrategy: PID 16983 died...\u000a08:52:16.914289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16983): Terminated: ok {rc=0}\u000a08:52:16.925310 --- ParallelTerminationStrategy: PID 16986 died...\u000a08:52:16.984687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16986): Terminated: ok {rc=0}\u000a08:52:17.083263 bus /sierra_3: Setting Powered False\u000a08:52:18.192043 bus /sierra_3: Setting Powered False\u000a08:52:19.300114 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:51:59" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16998): Process ended prematurely: osmo-stp_10.42.42.5(pid=16998) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16998)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16998): Process ended prematurely: osmo-stp_10.42.42.5(pid=16998) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:52:21.311618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:21.323082 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:52:21.481991 tst mo_mt_call.py: using LAC 20326\u000a08:52:21.602311 tst mo_mt_call.py: using RAC 181\u000a08:52:21.724377 tst mo_mt_call.py: using CellId 20326\u000a08:52:21.853140 tst mo_mt_call.py: using BVCI 20327\u000a08:52:21.878300 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:21.891501 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:21.904725 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:21.916000 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:21.927377 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:21.938569 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:52:22.059071 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:52:22.265403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:22.760830 run create_hlr_db(pid=16992): Launched\u000a08:52:22.937537 bus /sierra_2: Setting Powered False\u000a08:52:23.958692 run create_hlr_db(pid=16992): Terminated: ok {rc=0}\u000a08:52:24.395483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16994): Launched\u000a08:52:24.726001 run osmo-hlr_10.42.42.2(pid=16995): Launched\u000a08:52:24.845613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:25.419542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16997): Launched\u000a08:52:25.750739 run osmo-stp_10.42.42.5(pid=16998): Launched\u000a08:52:25.871672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:26.474994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17000): Launched\u000a08:52:26.806546 run osmo-msc_10.42.42.6(pid=17001): Launched\u000a08:52:26.999540 run osmo-stp_10.42.42.5(pid=16998): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16998)]\u000a08:52:27.140058 run osmo-stp_10.42.42.5(pid=16998): stdout: \u000a| (launched: 2022-12-09_08:52:25.587098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:27.278476 run osmo-stp_10.42.42.5(pid=16998): stderr: \u000a| �[0;m�[38;5;43m20221209085225778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085225778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085225778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085225778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:27.411771 run osmo-stp_10.42.42.5(pid=16998): stdout: \u000a| (launched: 2022-12-09_08:52:25.587098)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:27.544057 run osmo-stp_10.42.42.5(pid=16998): stderr: \u000a| �[0;m�[38;5;43m20221209085225778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085225778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085225778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085225778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085225779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:27.601986 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16998): Process ended prematurely: osmo-stp_10.42.42.5(pid=16998) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16998)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a08:52:27.611537 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:52:27.675604 run osmo-hlr_10.42.42.2(pid=16995): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16995)]\u000a08:52:27.727795 run osmo-hlr_10.42.42.2(pid=16995): stdout: \u000a| (launched: 2022-12-09_08:52:24.562942) \u000a08:52:27.780911 run osmo-hlr_10.42.42.2(pid=16995): stderr: \u000a| �[0;m�[1;31m20221209085224760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085224760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085224760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085224760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085224760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085224760 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085224773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085224782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085224782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085224782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:27.852446 run osmo-msc_10.42.42.6(pid=17001): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17001)]\u000a08:52:27.904664 run osmo-msc_10.42.42.6(pid=17001): stdout: \u000a| (launched: 2022-12-09_08:52:26.643201) \u000a08:52:27.957565 run osmo-msc_10.42.42.6(pid=17001): stderr: \u000a| �[0;m�[38;5;43m20221209085226962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085226962 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ea3ed7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085226962 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085226962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085226962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085226963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085226964 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085226965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085226965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085226965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:28.002556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16994): Terminating (SIGTERM)\u000a08:52:28.044781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16997): Terminating (SIGTERM)\u000a08:52:28.087766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17000): Terminating (SIGTERM)\u000a08:52:28.098016 --- ParallelTerminationStrategy: PID 16994 died...\u000a08:52:28.155048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16994): Terminated: ok {rc=0}\u000a08:52:28.165263 --- ParallelTerminationStrategy: PID 16997 died...\u000a08:52:28.221281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16997): Terminated: ok {rc=0}\u000a08:52:28.231708 --- ParallelTerminationStrategy: PID 17000 died...\u000a08:52:28.287953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17000): Terminated: ok {rc=0}\u000a08:52:28.375641 bus /sierra_3: Setting Powered False\u000a08:52:29.478477 bus /sierra_3: Setting Powered False\u000a08:52:30.584903 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17012): Process ended prematurely: osmo-stp_10.42.42.5(pid=17012) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17012)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17012): Process ended prematurely: osmo-stp_10.42.42.5(pid=17012) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:52:31.704187 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:31.717874 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a08:52:31.894543 tst mo_mt_call_osmux.py: using LAC 20327\u000a08:52:32.020717 tst mo_mt_call_osmux.py: using RAC 182\u000a08:52:32.152423 tst mo_mt_call_osmux.py: using CellId 20327\u000a08:52:32.285575 tst mo_mt_call_osmux.py: using BVCI 20328\u000a08:52:32.310929 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:32.322994 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:32.334891 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:32.347874 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:32.360324 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a08:52:32.373686 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:52:32.497412 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a08:52:32.716742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:33.237996 run create_hlr_db(pid=17003): Launched\u000a08:52:33.428680 bus /sierra_2: Setting Powered False\u000a08:52:34.449789 run create_hlr_db(pid=17003): Terminated: ok {rc=0}\u000a08:52:34.864765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17005): Launched\u000a08:52:35.174229 run osmo-hlr_10.42.42.2(pid=17006): Launched\u000a08:52:35.296643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:35.843110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17008): Launched\u000a08:52:36.176882 run osmo-stp_10.42.42.5(pid=17012): Launched\u000a08:52:36.298279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:36.901793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17014): Launched\u000a08:52:37.232124 run osmo-msc_10.42.42.6(pid=17015): Launched\u000a08:52:37.425315 run osmo-stp_10.42.42.5(pid=17012): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17012)]\u000a08:52:37.564828 run osmo-stp_10.42.42.5(pid=17012): stdout: \u000a| (launched: 2022-12-09_08:52:36.011299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:37.702759 run osmo-stp_10.42.42.5(pid=17012): stderr: \u000a| �[0;m�[38;5;43m20221209085236202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085236202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085236202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085236202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085236203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085236203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085236203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:37.835379 run osmo-stp_10.42.42.5(pid=17012): stdout: \u000a| (launched: 2022-12-09_08:52:36.011299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:37.967062 run osmo-stp_10.42.42.5(pid=17012): stderr: \u000a| �[0;m�[38;5;43m20221209085236202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085236202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085236202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085236202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085236203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085236203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085236203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:38.024842 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17012): Process ended prematurely: osmo-stp_10.42.42.5(pid=17012) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17012)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a08:52:38.034242 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:52:38.098237 run osmo-hlr_10.42.42.2(pid=17006): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17006)]\u000a08:52:38.150465 run osmo-hlr_10.42.42.2(pid=17006): stdout: \u000a| (launched: 2022-12-09_08:52:35.021819) \u000a08:52:38.203127 run osmo-hlr_10.42.42.2(pid=17006): stderr: \u000a| �[0;m�[1;31m20221209085235197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085235197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085235198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085235198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085235198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085235198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085235210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085235220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085235220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085235220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:38.274787 run osmo-msc_10.42.42.6(pid=17015): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17015)]\u000a08:52:38.326829 run osmo-msc_10.42.42.6(pid=17015): stdout: \u000a| (launched: 2022-12-09_08:52:37.070378) \u000a08:52:38.379669 run osmo-msc_10.42.42.6(pid=17015): stderr: \u000a| �[0;m�[38;5;43m20221209085237392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085237392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07c0ab5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085237392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085237392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085237392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085237393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085237394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085237395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085237395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085237395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:38.423983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17005): Terminating (SIGTERM)\u000a08:52:38.466562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17008): Terminating (SIGTERM)\u000a08:52:38.508534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17014): Terminating (SIGTERM)\u000a08:52:38.518521 --- ParallelTerminationStrategy: PID 17005 died...\u000a08:52:38.575086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17005): Terminated: ok {rc=0}\u000a08:52:38.585255 --- ParallelTerminationStrategy: PID 17008 died...\u000a08:52:38.641699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17008): Terminated: ok {rc=0}\u000a08:52:38.651770 --- ParallelTerminationStrategy: PID 17014 died...\u000a08:52:38.708059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17014): Terminated: ok {rc=0}\u000a08:52:38.795685 bus /sierra_3: Setting Powered False\u000a08:52:39.904398 bus /sierra_3: Setting Powered False\u000a08:52:41.013501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:52:21" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17026): Process ended prematurely: osmo-stp_10.42.42.5(pid=17026) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17026)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17026): Process ended prematurely: osmo-stp_10.42.42.5(pid=17026) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17026)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:52:43.039898 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:43.051915 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:52:43.218092 tst mo_mt_call.py: using LAC 20328\u000a08:52:43.345093 tst mo_mt_call.py: using RAC 183\u000a08:52:43.471052 tst mo_mt_call.py: using CellId 20328\u000a08:52:43.598932 tst mo_mt_call.py: using BVCI 20329\u000a08:52:43.623892 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:43.635734 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:43.647532 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:43.659528 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:43.672196 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:43.683870 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:52:43.803263 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:52:44.018022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:44.537741 run create_hlr_db(pid=17020): Launched\u000a08:52:44.727735 bus /sierra_2: Setting Powered False\u000a08:52:45.739329 run create_hlr_db(pid=17020): Terminated: ok {rc=0}\u000a08:52:46.210907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17022): Launched\u000a08:52:46.555551 run osmo-hlr_10.42.42.2(pid=17023): Launched\u000a08:52:46.727439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:47.431952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17025): Launched\u000a08:52:47.763930 run osmo-stp_10.42.42.5(pid=17026): Launched\u000a08:52:47.884697 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:48.490009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17028): Launched\u000a08:52:48.821166 run osmo-msc_10.42.42.6(pid=17029): Launched\u000a08:52:49.014246 run osmo-stp_10.42.42.5(pid=17026): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17026)]\u000a08:52:49.154196 run osmo-stp_10.42.42.5(pid=17026): stdout: \u000a| (launched: 2022-12-09_08:52:47.599781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:49.293231 run osmo-stp_10.42.42.5(pid=17026): stderr: \u000a| �[0;m�[38;5;43m20221209085247791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085247791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085247791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085247792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085247792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085247792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085247792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:49.426255 run osmo-stp_10.42.42.5(pid=17026): stdout: \u000a| (launched: 2022-12-09_08:52:47.599781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:49.558129 run osmo-stp_10.42.42.5(pid=17026): stderr: \u000a| �[0;m�[38;5;43m20221209085247791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085247791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085247791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085247792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085247792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085247792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085247792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:49.615922 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17026): Process ended prematurely: osmo-stp_10.42.42.5(pid=17026) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17026)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:52:49.625201 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a08:52:49.688556 run osmo-hlr_10.42.42.2(pid=17023): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17023)]\u000a08:52:49.740314 run osmo-hlr_10.42.42.2(pid=17023): stdout: \u000a| (launched: 2022-12-09_08:52:46.373598) \u000a08:52:49.792818 run osmo-hlr_10.42.42.2(pid=17023): stderr: \u000a| �[0;m�[1;31m20221209085246747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085246747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085246747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085246747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085246747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085246747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085246777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085246799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085246799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085246799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:52:49.863790 run osmo-msc_10.42.42.6(pid=17029): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17029)]\u000a08:52:49.915418 run osmo-msc_10.42.42.6(pid=17029): stdout: \u000a| (launched: 2022-12-09_08:52:48.657777) \u000a08:52:49.967806 run osmo-msc_10.42.42.6(pid=17029): stderr: \u000a| �[0;m�[38;5;43m20221209085248982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085248983 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2bd6e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085248983 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085248983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085248983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085248983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085248985 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085248985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085248985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085248985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:52:50.012387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17022): Terminating (SIGTERM)\u000a08:52:50.054425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17025): Terminating (SIGTERM)\u000a08:52:50.097047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17028): Terminating (SIGTERM)\u000a08:52:50.106984 --- ParallelTerminationStrategy: PID 17022 died...\u000a08:52:50.163272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17022): Terminated: ok {rc=0}\u000a08:52:50.173634 --- ParallelTerminationStrategy: PID 17025 died...\u000a08:52:50.229755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17025): Terminated: ok {rc=0}\u000a08:52:50.239732 --- ParallelTerminationStrategy: PID 17028 died...\u000a08:52:50.296108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17028): Terminated: ok {rc=0}\u000a08:52:50.383757 bus /sierra_3: Setting Powered False\u000a08:52:51.491262 bus /sierra_3: Setting Powered False\u000a08:52:52.599493 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17037): Process ended prematurely: osmo-stp_10.42.42.5(pid=17037) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17037)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17037): Process ended prematurely: osmo-stp_10.42.42.5(pid=17037) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:52:53.715529 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:53.728250 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:52:53.891125 tst mo_mt_call_osmux.py: using LAC 20329\u000a08:52:54.015007 tst mo_mt_call_osmux.py: using RAC 184\u000a08:52:54.137742 tst mo_mt_call_osmux.py: using CellId 20329\u000a08:52:54.257833 tst mo_mt_call_osmux.py: using BVCI 20330\u000a08:52:54.281398 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:54.292755 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:54.304098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:54.315326 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:54.326691 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:52:54.337979 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:52:54.461776 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:52:54.667777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:52:55.163241 run create_hlr_db(pid=17031): Launched\u000a08:52:55.340731 bus /sierra_2: Setting Powered False\u000a08:52:56.362253 run create_hlr_db(pid=17031): Terminated: ok {rc=0}\u000a08:52:56.798693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17033): Launched\u000a08:52:57.131522 run osmo-hlr_10.42.42.2(pid=17034): Launched\u000a08:52:57.252249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:52:57.825101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17036): Launched\u000a08:52:58.155990 run osmo-stp_10.42.42.5(pid=17037): Launched\u000a08:52:58.276720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:52:58.879357 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17039): Launched\u000a08:52:59.211062 run osmo-msc_10.42.42.6(pid=17040): Launched\u000a08:52:59.405234 run osmo-stp_10.42.42.5(pid=17037): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17037)]\u000a08:52:59.544760 run osmo-stp_10.42.42.5(pid=17037): stdout: \u000a| (launched: 2022-12-09_08:52:57.993198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:59.682779 run osmo-stp_10.42.42.5(pid=17037): stderr: \u000a| �[0;m�[38;5;43m20221209085258188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085258188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085258188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085258189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085258189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085258189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085258189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:52:59.815836 run osmo-stp_10.42.42.5(pid=17037): stdout: \u000a| (launched: 2022-12-09_08:52:57.993198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:52:59.947921 run osmo-stp_10.42.42.5(pid=17037): stderr: \u000a| �[0;m�[38;5;43m20221209085258188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085258188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085258188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085258189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085258189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085258189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085258189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:00.005909 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17037): Process ended prematurely: osmo-stp_10.42.42.5(pid=17037) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17037)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:53:00.015369 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:53:00.079252 run osmo-hlr_10.42.42.2(pid=17034): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17034)]\u000a08:53:00.131305 run osmo-hlr_10.42.42.2(pid=17034): stdout: \u000a| (launched: 2022-12-09_08:52:56.967285) \u000a08:53:00.183899 run osmo-hlr_10.42.42.2(pid=17034): stderr: \u000a| �[0;m�[1;31m20221209085257166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085257167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085257167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085257167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085257167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085257167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085257182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085257190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085257190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085257191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:00.254955 run osmo-msc_10.42.42.6(pid=17040): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17040)]\u000a08:53:00.307034 run osmo-msc_10.42.42.6(pid=17040): stdout: \u000a| (launched: 2022-12-09_08:52:59.047890) \u000a08:53:00.359719 run osmo-msc_10.42.42.6(pid=17040): stderr: \u000a| �[0;m�[38;5;43m20221209085259374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085259374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f520816cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085259374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085259374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085259374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085259374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085259376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085259377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085259377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085259377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:00.403856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17033): Terminating (SIGTERM)\u000a08:53:00.446334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17036): Terminating (SIGTERM)\u000a08:53:00.488214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17039): Terminating (SIGTERM)\u000a08:53:00.498185 --- ParallelTerminationStrategy: PID 17033 died...\u000a08:53:00.554623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17033): Terminated: ok {rc=0}\u000a08:53:00.564712 --- ParallelTerminationStrategy: PID 17036 died...\u000a08:53:00.621218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17036): Terminated: ok {rc=0}\u000a08:53:00.631237 --- ParallelTerminationStrategy: PID 17039 died...\u000a08:53:00.687088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17039): Terminated: ok {rc=0}\u000a08:53:00.774829 bus /sierra_3: Setting Powered False\u000a08:53:01.920329 bus /sierra_3: Setting Powered False\u000a08:53:03.055709 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:52:42" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17323): Process ended prematurely: osmo-stp_10.42.42.5(pid=17323) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17323)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17323): Process ended prematurely: osmo-stp_10.42.42.5(pid=17323) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17323)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:53:05.113043 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:05.126497 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:53:05.296154 tst mo_mt_call.py: using LAC 20330\u000a08:53:05.421323 tst mo_mt_call.py: using RAC 185\u000a08:53:05.548900 tst mo_mt_call.py: using CellId 20330\u000a08:53:05.679022 tst mo_mt_call.py: using BVCI 20331\u000a08:53:05.706080 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:05.719081 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:05.732495 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:05.746522 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:05.761270 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:05.774725 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:53:05.901085 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:53:06.127017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:06.692157 run create_hlr_db(pid=17317): Launched\u000a08:53:06.889527 bus /sierra_2: Setting Powered False\u000a08:53:07.909598 run create_hlr_db(pid=17317): Terminated: ok {rc=0}\u000a08:53:08.367171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17319): Launched\u000a08:53:08.798145 run osmo-hlr_10.42.42.2(pid=17320): Launched\u000a08:53:09.027665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:09.659926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17322): Launched\u000a08:53:10.071050 run osmo-stp_10.42.42.5(pid=17323): Launched\u000a08:53:10.306365 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:10.943322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17325): Launched\u000a08:53:11.359402 run osmo-msc_10.42.42.6(pid=17326): Launched\u000a08:53:11.734829 run osmo-stp_10.42.42.5(pid=17323): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17323)]\u000a08:53:12.022796 run osmo-stp_10.42.42.5(pid=17323): stdout: \u000a| (launched: 2022-12-09_08:53:09.820132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:12.195799 run osmo-stp_10.42.42.5(pid=17323): stderr: \u000a| �[0;m�[38;5;43m20221209085310138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085310138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085310138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085310138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085310139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085310139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085310139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:12.324240 run osmo-stp_10.42.42.5(pid=17323): stdout: \u000a| (launched: 2022-12-09_08:53:09.820132)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:12.451245 run osmo-stp_10.42.42.5(pid=17323): stderr: \u000a| �[0;m�[38;5;43m20221209085310138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085310138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085310138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085310138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085310139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085310139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085310139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:12.507388 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17323): Process ended prematurely: osmo-stp_10.42.42.5(pid=17323) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17323)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:53:12.517181 tst mo_mt_call.py:8: Test FAILED (7.4 sec)\u000a08:53:12.579544 run osmo-hlr_10.42.42.2(pid=17320): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17320)]\u000a08:53:12.631269 run osmo-hlr_10.42.42.2(pid=17320): stdout: \u000a| (launched: 2022-12-09_08:53:08.540125) \u000a08:53:12.683541 run osmo-hlr_10.42.42.2(pid=17320): stderr: \u000a| �[0;m�[1;31m20221209085308871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085308871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085308871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085308871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085308871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085308871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085308894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085308907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085308907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085308907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:12.753603 run osmo-msc_10.42.42.6(pid=17326): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17326)]\u000a08:53:12.804862 run osmo-msc_10.42.42.6(pid=17326): stdout: \u000a| (launched: 2022-12-09_08:53:11.105289) \u000a08:53:12.857082 run osmo-msc_10.42.42.6(pid=17326): stderr: \u000a| �[0;m�[38;5;43m20221209085311690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085311690 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30f0683c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085311690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085311690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085311691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085311691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085311701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085311701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085311701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085311701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:12.901096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17319): Terminating (SIGTERM)\u000a08:53:12.945211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17322): Terminating (SIGTERM)\u000a08:53:12.988540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17325): Terminating (SIGTERM)\u000a08:53:13.000327 --- ParallelTerminationStrategy: PID 17319 died...\u000a08:53:13.057379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17319): Terminated: ok {rc=0}\u000a08:53:13.067540 --- ParallelTerminationStrategy: PID 17322 died...\u000a08:53:13.122183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17322): Terminated: ok {rc=0}\u000a08:53:13.132603 --- ParallelTerminationStrategy: PID 17325 died...\u000a08:53:13.187061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17325): Terminated: ok {rc=0}\u000a08:53:13.273990 bus /sierra_3: Setting Powered False\u000a08:53:14.381640 bus /sierra_3: Setting Powered False\u000a08:53:15.494983 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17334): Process ended prematurely: osmo-stp_10.42.42.5(pid=17334) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17334)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17334): Process ended prematurely: osmo-stp_10.42.42.5(pid=17334) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:53:16.644316 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:16.661242 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:53:16.855448 tst mo_mt_call_osmux.py: using LAC 20331\u000a08:53:17.011533 tst mo_mt_call_osmux.py: using RAC 186\u000a08:53:17.190892 tst mo_mt_call_osmux.py: using CellId 20331\u000a08:53:17.324849 tst mo_mt_call_osmux.py: using BVCI 20332\u000a08:53:17.351363 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.364439 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.378557 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.392625 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.406417 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:53:17.420469 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:53:17.570996 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:53:17.832750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:18.396326 run create_hlr_db(pid=17328): Launched\u000a08:53:18.580063 bus /sierra_2: Setting Powered False\u000a08:53:19.607003 run create_hlr_db(pid=17328): Terminated: ok {rc=0}\u000a08:53:20.045104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17330): Launched\u000a08:53:20.469301 run osmo-hlr_10.42.42.2(pid=17331): Launched\u000a08:53:20.711513 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:21.345431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17333): Launched\u000a08:53:21.762798 run osmo-stp_10.42.42.5(pid=17334): Launched\u000a08:53:22.002130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:22.646869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17336): Launched\u000a08:53:23.075230 run osmo-msc_10.42.42.6(pid=17337): Launched\u000a08:53:23.459931 run osmo-stp_10.42.42.5(pid=17334): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17334)]\u000a08:53:23.749133 run osmo-stp_10.42.42.5(pid=17334): stdout: \u000a| (launched: 2022-12-09_08:53:21.506998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:23.884833 run osmo-stp_10.42.42.5(pid=17334): stderr: \u000a| �[0;m�[38;5;43m20221209085321836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085321836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085321841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085321841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085321842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085321842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085321842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:24.009278 run osmo-stp_10.42.42.5(pid=17334): stdout: \u000a| (launched: 2022-12-09_08:53:21.506998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:24.132917 run osmo-stp_10.42.42.5(pid=17334): stderr: \u000a| �[0;m�[38;5;43m20221209085321836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085321836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085321841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085321841 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085321842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085321842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085321842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:24.187332 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17334): Process ended prematurely: osmo-stp_10.42.42.5(pid=17334) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17334)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:53:24.196081 tst mo_mt_call_osmux.py:8: Test FAILED (7.6 sec)\u000a08:53:24.256225 run osmo-hlr_10.42.42.2(pid=17331): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17331)]\u000a08:53:24.305851 run osmo-hlr_10.42.42.2(pid=17331): stdout: \u000a| (launched: 2022-12-09_08:53:20.210470) \u000a08:53:24.355887 run osmo-hlr_10.42.42.2(pid=17331): stderr: \u000a| �[0;m�[1;31m20221209085320551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085320551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085320551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085320551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085320551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085320552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085320563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085320582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085320582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085320582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:24.424149 run osmo-msc_10.42.42.6(pid=17337): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17337)]\u000a08:53:24.473548 run osmo-msc_10.42.42.6(pid=17337): stdout: \u000a| (launched: 2022-12-09_08:53:22.810004) \u000a08:53:24.523512 run osmo-msc_10.42.42.6(pid=17337): stderr: \u000a| �[0;m�[38;5;43m20221209085323408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085323408 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f43067b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085323408 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085323408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085323408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085323417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085323419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085323419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085323419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085323419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:24.565853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17330): Terminating (SIGTERM)\u000a08:53:24.606080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17333): Terminating (SIGTERM)\u000a08:53:24.646425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17336): Terminating (SIGTERM)\u000a08:53:24.655862 --- ParallelTerminationStrategy: PID 17330 died...\u000a08:53:24.709549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17330): Terminated: ok {rc=0}\u000a08:53:24.719121 --- ParallelTerminationStrategy: PID 17333 died...\u000a08:53:24.772358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17333): Terminated: ok {rc=0}\u000a08:53:24.781900 --- ParallelTerminationStrategy: PID 17336 died...\u000a08:53:24.835018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17336): Terminated: ok {rc=0}\u000a08:53:24.918842 bus /sierra_3: Setting Powered False\u000a08:53:26.026218 bus /sierra_3: Setting Powered False\u000a08:53:27.138834 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:53:04" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17349): Process ended prematurely: osmo-stp_10.42.42.5(pid=17349) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17349)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17349): Process ended prematurely: osmo-stp_10.42.42.5(pid=17349) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a08:53:29.140118 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:29.151418 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:53:29.311842 tst mo_mt_call.py: using LAC 20332\u000a08:53:29.434974 tst mo_mt_call.py: using RAC 187\u000a08:53:29.560364 tst mo_mt_call.py: using CellId 20332\u000a08:53:29.681260 tst mo_mt_call.py: using BVCI 20333\u000a08:53:29.704529 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:29.715758 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:29.726850 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:29.737991 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:29.749118 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:29.760141 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:53:29.880074 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:53:30.097198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:30.618653 run create_hlr_db(pid=17343): Launched\u000a08:53:30.809773 bus /sierra_2: Setting Powered False\u000a08:53:31.823077 run create_hlr_db(pid=17343): Terminated: ok {rc=0}\u000a08:53:32.326790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17345): Launched\u000a08:53:32.637608 run osmo-hlr_10.42.42.2(pid=17346): Launched\u000a08:53:32.752896 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:33.291681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17348): Launched\u000a08:53:33.600231 run osmo-stp_10.42.42.5(pid=17349): Launched\u000a08:53:33.712139 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:34.276028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17351): Launched\u000a08:53:34.585359 run osmo-msc_10.42.42.6(pid=17352): Launched\u000a08:53:34.764942 run osmo-stp_10.42.42.5(pid=17349): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17349)]\u000a08:53:34.894640 run osmo-stp_10.42.42.5(pid=17349): stdout: \u000a| (launched: 2022-12-09_08:53:33.448300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:35.022768 run osmo-stp_10.42.42.5(pid=17349): stderr: \u000a| �[0;m�[38;5;43m20221209085333620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085333620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085333620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085333620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085333621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085333621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085333621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:35.147239 run osmo-stp_10.42.42.5(pid=17349): stdout: \u000a| (launched: 2022-12-09_08:53:33.448300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:35.270592 run osmo-stp_10.42.42.5(pid=17349): stderr: \u000a| �[0;m�[38;5;43m20221209085333620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085333620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085333620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085333620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085333621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085333621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085333621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:35.324818 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17349): Process ended prematurely: osmo-stp_10.42.42.5(pid=17349) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17349)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a08:53:35.333576 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:53:35.393470 run osmo-hlr_10.42.42.2(pid=17346): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17346)]\u000a08:53:35.442843 run osmo-hlr_10.42.42.2(pid=17346): stdout: \u000a| (launched: 2022-12-09_08:53:32.485013) \u000a08:53:35.493151 run osmo-hlr_10.42.42.2(pid=17346): stderr: \u000a| �[0;m�[1;31m20221209085332659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085332659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085332659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085332660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085332660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085332660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085332672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085332681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085332681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085332681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:35.561864 run osmo-msc_10.42.42.6(pid=17352): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17352)]\u000a08:53:35.611704 run osmo-msc_10.42.42.6(pid=17352): stdout: \u000a| (launched: 2022-12-09_08:53:34.433081) \u000a08:53:35.661985 run osmo-msc_10.42.42.6(pid=17352): stderr: \u000a| �[0;m�[38;5;43m20221209085334704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085334704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2e0bafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085334704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085334704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085334705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085334705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085334706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085334707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085334707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085334707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:35.704645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17345): Terminating (SIGTERM)\u000a08:53:35.745056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17348): Terminating (SIGTERM)\u000a08:53:35.785448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17351): Terminating (SIGTERM)\u000a08:53:35.794729 --- ParallelTerminationStrategy: PID 17345 died...\u000a08:53:35.848988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17345): Terminated: ok {rc=0}\u000a08:53:35.858600 --- ParallelTerminationStrategy: PID 17348 died...\u000a08:53:35.912144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17348): Terminated: ok {rc=0}\u000a08:53:35.921926 --- ParallelTerminationStrategy: PID 17351 died...\u000a08:53:35.975663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17351): Terminated: ok {rc=0}\u000a08:53:36.065241 bus /sierra_3: Setting Powered False\u000a08:53:37.170969 bus /sierra_3: Setting Powered False\u000a08:53:38.280442 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17360): Process ended prematurely: osmo-stp_10.42.42.5(pid=17360) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17360)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17360): Process ended prematurely: osmo-stp_10.42.42.5(pid=17360) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:53:39.390711 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:39.402759 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:53:39.563313 tst mo_mt_call_osmux.py: using LAC 20333\u000a08:53:39.688424 tst mo_mt_call_osmux.py: using RAC 188\u000a08:53:39.807724 tst mo_mt_call_osmux.py: using CellId 20333\u000a08:53:39.928376 tst mo_mt_call_osmux.py: using BVCI 20334\u000a08:53:39.952009 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:39.963540 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:39.974800 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:39.986114 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:39.997563 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a08:53:40.008886 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:53:40.127162 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a08:53:40.337016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:40.830669 run create_hlr_db(pid=17354): Launched\u000a08:53:41.007889 bus /sierra_2: Setting Powered False\u000a08:53:42.029694 run create_hlr_db(pid=17354): Terminated: ok {rc=0}\u000a08:53:42.465886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17356): Launched\u000a08:53:42.797750 run osmo-hlr_10.42.42.2(pid=17357): Launched\u000a08:53:42.920711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:43.497001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17359): Launched\u000a08:53:43.827660 run osmo-stp_10.42.42.5(pid=17360): Launched\u000a08:53:43.947612 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:44.549000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17362): Launched\u000a08:53:44.880543 run osmo-msc_10.42.42.6(pid=17363): Launched\u000a08:53:45.073900 run osmo-stp_10.42.42.5(pid=17360): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17360)]\u000a08:53:45.214425 run osmo-stp_10.42.42.5(pid=17360): stdout: \u000a| (launched: 2022-12-09_08:53:43.665486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:45.353244 run osmo-stp_10.42.42.5(pid=17360): stderr: \u000a| �[0;m�[38;5;43m20221209085343857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085343857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085343857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085343858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085343858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085343858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085343858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:45.486386 run osmo-stp_10.42.42.5(pid=17360): stdout: \u000a| (launched: 2022-12-09_08:53:43.665486)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:45.618037 run osmo-stp_10.42.42.5(pid=17360): stderr: \u000a| �[0;m�[38;5;43m20221209085343857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085343857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085343857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085343858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085343858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085343858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085343858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:45.675713 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17360): Process ended prematurely: osmo-stp_10.42.42.5(pid=17360) [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17360)] [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a08:53:45.684908 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a08:53:45.748662 run osmo-hlr_10.42.42.2(pid=17357): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17357)]\u000a08:53:45.800591 run osmo-hlr_10.42.42.2(pid=17357): stdout: \u000a| (launched: 2022-12-09_08:53:42.634243) \u000a08:53:45.875245 run osmo-hlr_10.42.42.2(pid=17357): stderr: \u000a| �[0;m�[1;31m20221209085342832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085342832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085342832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085342832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085342832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085342832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085342847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085342856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085342856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085342856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:45.960194 run osmo-msc_10.42.42.6(pid=17363): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17363)]\u000a08:53:46.013779 run osmo-msc_10.42.42.6(pid=17363): stdout: \u000a| (launched: 2022-12-09_08:53:44.717205) \u000a08:53:46.080728 run osmo-msc_10.42.42.6(pid=17363): stderr: \u000a| �[0;m�[38;5;43m20221209085345036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085345036 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb5b7fdfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085345036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085345036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085345036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085345036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085345038 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085345039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085345039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085345039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:46.127979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17356): Terminating (SIGTERM)\u000a08:53:46.172580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17359): Terminating (SIGTERM)\u000a08:53:46.217143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17362): Terminating (SIGTERM)\u000a08:53:46.227839 --- ParallelTerminationStrategy: PID 17356 died...\u000a08:53:46.288596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17356): Terminated: ok {rc=0}\u000a08:53:46.299789 --- ParallelTerminationStrategy: PID 17359 died...\u000a08:53:46.359035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17359): Terminated: ok {rc=0}\u000a08:53:46.370186 --- ParallelTerminationStrategy: PID 17362 died...\u000a08:53:46.429502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17362): Terminated: ok {rc=0}\u000a08:53:46.520380 bus /sierra_3: Setting Powered False\u000a08:53:47.631300 bus /sierra_3: Setting Powered False\u000a08:53:48.739194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:53:28" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17374): Process ended prematurely: osmo-stp_10.42.42.5(pid=17374) [trial-2357↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17374)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17374): Process ended prematurely: osmo-stp_10.42.42.5(pid=17374) [trial-2357↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17374)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:53:50.778544 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:50.789953 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:53:50.941060 tst emergency_mo_mt_call.py: using LAC 20334\u000a08:53:51.069852 tst emergency_mo_mt_call.py: using RAC 189\u000a08:53:51.196795 tst emergency_mo_mt_call.py: using CellId 20334\u000a08:53:51.321905 tst emergency_mo_mt_call.py: using BVCI 20335\u000a08:53:51.346530 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:51.357990 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:51.369227 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:51.380691 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:51.392121 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:53:51.403730 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:53:51.521336 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:53:51.724767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:53:52.211941 run create_hlr_db(pid=17368): Launched\u000a08:53:52.386703 bus /sierra_2: Setting Powered False\u000a08:53:53.408680 run create_hlr_db(pid=17368): Terminated: ok {rc=0}\u000a08:53:53.840383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17370): Launched\u000a08:53:54.165405 run osmo-hlr_10.42.42.2(pid=17371): Launched\u000a08:53:54.283542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:53:54.847924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17373): Launched\u000a08:53:55.172306 run osmo-stp_10.42.42.5(pid=17374): Launched\u000a08:53:55.305086 tst emergency_mo_mt_call.py: using MSISDN 7123\u000a08:53:55.466088 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:53:56.055752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17376): Launched\u000a08:53:56.381121 run osmo-msc_10.42.42.6(pid=17377): Launched\u000a08:53:56.571004 run osmo-stp_10.42.42.5(pid=17374): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17374)]\u000a08:53:56.708531 run osmo-stp_10.42.42.5(pid=17374): stdout: \u000a| (launched: 2022-12-09_08:53:55.012677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:56.844869 run osmo-stp_10.42.42.5(pid=17374): stderr: \u000a| �[0;m�[38;5;43m20221209085355205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085355205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085355205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085355206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085355206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085355207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085355207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:56.975205 run osmo-stp_10.42.42.5(pid=17374): stdout: \u000a| (launched: 2022-12-09_08:53:55.012677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:53:57.104502 run osmo-stp_10.42.42.5(pid=17374): stderr: \u000a| �[0;m�[38;5;43m20221209085355205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085355205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085355205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085355206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085355206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085355207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085355207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:53:57.161068 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17374): Process ended prematurely: osmo-stp_10.42.42.5(pid=17374) [trial-2357↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17374)] [trial-2357↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a08:53:57.169690 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a08:53:57.233371 run osmo-hlr_10.42.42.2(pid=17371): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17371)]\u000a08:53:57.285096 run osmo-hlr_10.42.42.2(pid=17371): stdout: \u000a| (launched: 2022-12-09_08:53:54.004912) \u000a08:53:57.337815 run osmo-hlr_10.42.42.2(pid=17371): stderr: \u000a| �[0;m�[1;31m20221209085354201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085354201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085354201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085354201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085354201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085354201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085354214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085354222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085354222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085354223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:53:57.409219 run osmo-msc_10.42.42.6(pid=17377): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17377)]\u000a08:53:57.461216 run osmo-msc_10.42.42.6(pid=17377): stdout: \u000a| (launched: 2022-12-09_08:53:56.221068) \u000a08:53:57.513753 run osmo-msc_10.42.42.6(pid=17377): stderr: \u000a| �[0;m�[38;5;43m20221209085356543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085356543 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e10e68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085356543 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085356543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085356543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085356544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085356545 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085356546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085356546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085356546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:53:57.558745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17370): Terminating (SIGTERM)\u000a08:53:57.601205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17373): Terminating (SIGTERM)\u000a08:53:57.643302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17376): Terminating (SIGTERM)\u000a08:53:57.653241 --- ParallelTerminationStrategy: PID 17370 died...\u000a08:53:57.718247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17370): Terminated: ok {rc=0}\u000a08:53:57.728244 --- ParallelTerminationStrategy: PID 17373 died...\u000a08:53:57.783629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17373): Terminated: ok {rc=0}\u000a08:53:57.793854 --- ParallelTerminationStrategy: PID 17376 died...\u000a08:53:57.848675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17376): Terminated: ok {rc=0}\u000a08:53:57.935415 bus /sierra_3: Setting Powered False\u000a08:53:59.038728 bus /sierra_3: Setting Powered False\u000a08:54:00.145548 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17385): Process ended prematurely: osmo-stp_10.42.42.5(pid=17385) [trial-2357↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17385)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17385): Process ended prematurely: osmo-stp_10.42.42.5(pid=17385) [trial-2357↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:54:01.201010 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:54:01.214632 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:54:01.387376 tst emergency_preemptive_call.py: using LAC 20335\u000a08:54:01.520701 tst emergency_preemptive_call.py: using RAC 190\u000a08:54:01.639277 tst emergency_preemptive_call.py: using CellId 20335\u000a08:54:01.759677 tst emergency_preemptive_call.py: using BVCI 20336\u000a08:54:01.783494 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:54:01.795539 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:54:01.807480 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:54:01.818973 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:54:01.830786 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:54:01.842360 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:01.960559 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:02.108629 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:02.239631 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:02.450522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:02.948110 run create_hlr_db(pid=17379): Launched\u000a08:54:03.132014 bus /sierra_2: Setting Powered False\u000a08:54:04.152013 run create_hlr_db(pid=17379): Terminated: ok {rc=0}\u000a08:54:04.571174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17381): Launched\u000a08:54:04.886714 run osmo-hlr_10.42.42.2(pid=17382): Launched\u000a08:54:05.002998 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:05.554571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17384): Launched\u000a08:54:05.870783 run osmo-stp_10.42.42.5(pid=17385): Launched\u000a08:54:05.999620 tst emergency_preemptive_call.py: using MSISDN 7124\u000a08:54:06.157834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:54:06.731776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17387): Launched\u000a08:54:07.047297 run osmo-msc_10.42.42.6(pid=17388): Launched\u000a08:54:07.233570 run osmo-stp_10.42.42.5(pid=17385): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17385)]\u000a08:54:07.367723 run osmo-stp_10.42.42.5(pid=17385): stdout: \u000a| (launched: 2022-12-09_08:54:05.714878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:07.500880 run osmo-stp_10.42.42.5(pid=17385): stderr: \u000a| �[0;m�[38;5;43m20221209085405903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085405903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085405903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085405903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085405904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085405904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085405904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:07.628328 run osmo-stp_10.42.42.5(pid=17385): stdout: \u000a| (launched: 2022-12-09_08:54:05.714878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:07.754782 run osmo-stp_10.42.42.5(pid=17385): stderr: \u000a| �[0;m�[38;5;43m20221209085405903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085405903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085405903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085405903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085405904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085405904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085405904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:07.810308 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17385): Process ended prematurely: osmo-stp_10.42.42.5(pid=17385) [trial-2357↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17385)] [trial-2357↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a08:54:07.819130 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a08:54:07.882653 run osmo-hlr_10.42.42.2(pid=17382): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17382)]\u000a08:54:07.943322 run osmo-hlr_10.42.42.2(pid=17382): stdout: \u000a| (launched: 2022-12-09_08:54:04.731844) \u000a08:54:07.995255 run osmo-hlr_10.42.42.2(pid=17382): stderr: \u000a| �[0;m�[1;31m20221209085404925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085404925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085404925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085404925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085404925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085404925 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085404938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085404949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085404949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085404949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:08.065699 run osmo-msc_10.42.42.6(pid=17388): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17388)]\u000a08:54:08.117406 run osmo-msc_10.42.42.6(pid=17388): stdout: \u000a| (launched: 2022-12-09_08:54:06.891963) \u000a08:54:08.169611 run osmo-msc_10.42.42.6(pid=17388): stderr: \u000a| �[0;m�[38;5;43m20221209085407208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085407208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf47174c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085407208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085407208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085407208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085407209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085407210 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085407211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085407211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085407211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:54:08.213909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17381): Terminating (SIGTERM)\u000a08:54:08.255639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17384): Terminating (SIGTERM)\u000a08:54:08.297640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17387): Terminating (SIGTERM)\u000a08:54:08.307275 --- ParallelTerminationStrategy: PID 17381 died...\u000a08:54:08.363239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17381): Terminated: ok {rc=0}\u000a08:54:08.373413 --- ParallelTerminationStrategy: PID 17384 died...\u000a08:54:08.428685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17384): Terminated: ok {rc=0}\u000a08:54:08.438757 --- ParallelTerminationStrategy: PID 17387 died...\u000a08:54:08.494333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17387): Terminated: ok {rc=0}\u000a08:54:08.582777 bus /sierra_9: Setting Powered False\u000a08:54:09.687384 bus /sierra_9: Setting Powered False\u000a08:54:10.795841 bus /sierra_8: Setting Powered False\u000a08:54:11.901022 bus /sierra_8: Setting Powered False\u000a08:54:13.008141 bus /sierra_3: Setting Powered False\u000a08:54:14.113594 bus /sierra_3: Setting Powered False\u000a08:54:15.220808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:53:50" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17403): Process ended prematurely: osmo-stp_10.42.42.5(pid=17403) [trial-2357↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17403)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17403): Process ended prematurely: osmo-stp_10.42.42.5(pid=17403) [trial-2357↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:54:17.429198 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:17.440593 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:54:17.578878 tst cs_paging_gprs_active.py: using LAC 20336\u000a08:54:17.694778 tst cs_paging_gprs_active.py: using RAC 191\u000a08:54:17.811722 tst cs_paging_gprs_active.py: using CellId 20336\u000a08:54:17.929982 tst cs_paging_gprs_active.py: using BVCI 20337\u000a08:54:17.952790 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:17.963740 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:17.974429 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:17.984994 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:17.995426 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:18.005942 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:18.016540 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:18.027105 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:18.037745 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:18.156871 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:18.435486 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:54:18.560647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:18.871249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17393): Launched\u000a08:54:19.131402 run iperf3-srv_10.42.42.10(pid=17394): Launched\u000a08:54:19.315601 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:54:19.441547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:19.755239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17395): Launched\u000a08:54:20.014577 run iperf3-srv_10.42.42.10(pid=17396): Launched\u000a08:54:20.198695 tst cs_paging_gprs_active.py:38: start network...\u000a08:54:20.324380 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:20.808702 run create_hlr_db(pid=17397): Launched\u000a08:54:20.982603 bus /sierra_2: Setting Powered False\u000a08:54:22.005446 run create_hlr_db(pid=17397): Terminated: ok {rc=0}\u000a08:54:22.436858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17399): Launched\u000a08:54:22.760362 run osmo-hlr_10.42.42.2(pid=17400): Launched\u000a08:54:22.881095 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:23.444076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17402): Launched\u000a08:54:23.768095 run osmo-stp_10.42.42.5(pid=17403): Launched\u000a08:54:23.885990 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:54:24.449782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17405): Launched\u000a08:54:24.565772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:54:24.846744 run patchelf(pid=17406): Launched\u000a08:54:25.035700 run osmo-stp_10.42.42.5(pid=17403): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17403)]\u000a08:54:25.174643 run osmo-stp_10.42.42.5(pid=17403): stdout: \u000a| (launched: 2022-12-09_08:54:23.609563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:25.313490 run osmo-stp_10.42.42.5(pid=17403): stderr: \u000a| �[0;m�[38;5;43m20221209085423797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085423798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085423798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085423798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085423799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085423799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085423799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:25.447457 run osmo-stp_10.42.42.5(pid=17403): stdout: \u000a| (launched: 2022-12-09_08:54:23.609563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:25.580740 run osmo-stp_10.42.42.5(pid=17403): stderr: \u000a| �[0;m�[38;5;43m20221209085423797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085423798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085423798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085423798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085423799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085423799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085423799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:25.735673 run patchelf(pid=17406): Terminating (SIGINT)\u000a08:54:25.916786 run patchelf(pid=17406): Terminated: ok {rc=0}\u000a08:54:25.950143 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17403): Process ended prematurely: osmo-stp_10.42.42.5(pid=17403) [trial-2357↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17403)] [trial-2357↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a08:54:25.959986 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:54:26.022920 run osmo-hlr_10.42.42.2(pid=17400): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17400)]\u000a08:54:26.074058 run osmo-hlr_10.42.42.2(pid=17400): stdout: \u000a| (launched: 2022-12-09_08:54:22.602412) \u000a08:54:26.126450 run osmo-hlr_10.42.42.2(pid=17400): stderr: \u000a| �[0;m�[1;31m20221209085422797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085422797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085422797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085422797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085422797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085422798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085422810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085422819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085422819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085422819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:26.170681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17393): Terminating (SIGTERM)\u000a08:54:26.212094 run iperf3-srv_10.42.42.10(pid=17394): Terminating (SIGTERM)\u000a08:54:26.253776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17395): Terminating (SIGTERM)\u000a08:54:26.295658 run iperf3-srv_10.42.42.10(pid=17396): Terminating (SIGTERM)\u000a08:54:26.337349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17399): Terminating (SIGTERM)\u000a08:54:26.378731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17402): Terminating (SIGTERM)\u000a08:54:26.420397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17405): Terminating (SIGTERM)\u000a08:54:26.430238 --- ParallelTerminationStrategy: PID 17393 died...\u000a08:54:26.485971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17393): Terminated: ok {rc=0}\u000a08:54:26.495934 --- ParallelTerminationStrategy: PID 17394 died...\u000a08:54:26.551275 run iperf3-srv_10.42.42.10(pid=17394): Terminated {rc=256}\u000a08:54:26.561411 --- ParallelTerminationStrategy: PID 17395 died...\u000a08:54:26.616936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17395): Terminated: ok {rc=0}\u000a08:54:26.626971 --- ParallelTerminationStrategy: PID 17396 died...\u000a08:54:26.682005 run iperf3-srv_10.42.42.10(pid=17396): Terminated {rc=256}\u000a08:54:26.692231 --- ParallelTerminationStrategy: PID 17399 died...\u000a08:54:26.747834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17399): Terminated: ok {rc=0}\u000a08:54:26.757928 --- ParallelTerminationStrategy: PID 17402 died...\u000a08:54:26.814081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17402): Terminated: ok {rc=0}\u000a08:54:26.824253 --- ParallelTerminationStrategy: PID 17405 died...\u000a08:54:26.880364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17405): Terminated: ok {rc=0}\u000a08:54:26.967809 bus /gobi_0: Setting Powered False\u000a08:54:28.074086 bus /gobi_0: Setting Powered False\u000a08:54:29.181384 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17415): Process ended prematurely: osmo-stp_10.42.42.5(pid=17415) [trial-2357↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17415)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17415): Process ended prematurely: osmo-stp_10.42.42.5(pid=17415) [trial-2357↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a08:54:30.294828 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:30.306945 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:54:30.455465 tst iperf3.py: using LAC 20337\u000a08:54:30.581305 tst iperf3.py: using RAC 192\u000a08:54:30.713091 tst iperf3.py: using CellId 20337\u000a08:54:30.837638 tst iperf3.py: using BVCI 20338\u000a08:54:30.863245 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:30.875264 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:30.886924 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:30.900390 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:30.913304 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:30.925292 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:30.938603 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:30.951940 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:30.964930 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:31.258868 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:54:31.389608 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:31.728333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17407): Launched\u000a08:54:32.017725 run iperf3-srv_10.42.42.10(pid=17408): Launched\u000a08:54:32.209941 tst iperf3.py:8: start network...\u000a08:54:32.338012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:32.827898 run create_hlr_db(pid=17409): Launched\u000a08:54:33.003309 bus /gobi_6: Setting Powered False\u000a08:54:34.024722 run create_hlr_db(pid=17409): Terminated: ok {rc=0}\u000a08:54:34.458384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17411): Launched\u000a08:54:34.785410 run osmo-hlr_10.42.42.2(pid=17412): Launched\u000a08:54:34.905104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:35.475584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17414): Launched\u000a08:54:35.802588 run osmo-stp_10.42.42.5(pid=17415): Launched\u000a08:54:35.922187 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:54:36.491387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17417): Launched\u000a08:54:36.608577 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:54:36.892663 run patchelf(pid=17418): Launched\u000a08:54:37.083494 run osmo-stp_10.42.42.5(pid=17415): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17415)]\u000a08:54:37.223520 run osmo-stp_10.42.42.5(pid=17415): stdout: \u000a| (launched: 2022-12-09_08:54:35.642214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:37.363411 run osmo-stp_10.42.42.5(pid=17415): stderr: \u000a| �[0;m�[38;5;43m20221209085435830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085435830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085435830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085435831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085435831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085435831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085435832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:37.498973 run osmo-stp_10.42.42.5(pid=17415): stdout: \u000a| (launched: 2022-12-09_08:54:35.642214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:37.633100 run osmo-stp_10.42.42.5(pid=17415): stderr: \u000a| �[0;m�[38;5;43m20221209085435830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085435830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085435830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085435831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085435831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085435831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085435832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:37.789314 run patchelf(pid=17418): Terminating (SIGINT)\u000a08:54:37.972245 run patchelf(pid=17418): Terminated: ok {rc=0}\u000a08:54:38.005811 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17415): Process ended prematurely: osmo-stp_10.42.42.5(pid=17415) [trial-2357↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17415)] [trial-2357↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a08:54:38.015621 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a08:54:38.079756 run osmo-hlr_10.42.42.2(pid=17412): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17412)]\u000a08:54:38.132009 run osmo-hlr_10.42.42.2(pid=17412): stdout: \u000a| (launched: 2022-12-09_08:54:34.625563) \u000a08:54:38.185052 run osmo-hlr_10.42.42.2(pid=17412): stderr: \u000a| �[0;m�[1;31m20221209085434820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085434820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085434820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085434820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085434820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085434820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085434832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085434841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085434841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085434841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:38.229905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17407): Terminating (SIGTERM)\u000a08:54:38.272276 run iperf3-srv_10.42.42.10(pid=17408): Terminating (SIGTERM)\u000a08:54:38.314909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17411): Terminating (SIGTERM)\u000a08:54:38.357593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17414): Terminating (SIGTERM)\u000a08:54:38.400589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17417): Terminating (SIGTERM)\u000a08:54:38.410460 --- ParallelTerminationStrategy: PID 17407 died...\u000a08:54:38.467371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17407): Terminated: ok {rc=0}\u000a08:54:38.477917 --- ParallelTerminationStrategy: PID 17408 died...\u000a08:54:38.534269 run iperf3-srv_10.42.42.10(pid=17408): Terminated {rc=256}\u000a08:54:38.544374 --- ParallelTerminationStrategy: PID 17411 died...\u000a08:54:38.600897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17411): Terminated: ok {rc=0}\u000a08:54:38.611049 --- ParallelTerminationStrategy: PID 17414 died...\u000a08:54:38.667164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17414): Terminated: ok {rc=0}\u000a08:54:38.677916 --- ParallelTerminationStrategy: PID 17417 died...\u000a08:54:38.734394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17417): Terminated: ok {rc=0}\u000a08:54:38.822465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17433): Process ended prematurely: osmo-stp_10.42.42.5(pid=17433) [trial-2357↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17433): Process ended prematurely: osmo-stp_10.42.42.5(pid=17433) [trial-2357↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a08:54:39.934857 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:39.946688 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:54:40.085741 tst iperf3m4.py: using LAC 20338\u000a08:54:40.213085 tst iperf3m4.py: using RAC 193\u000a08:54:40.340432 tst iperf3m4.py: using CellId 20338\u000a08:54:40.467057 tst iperf3m4.py: using BVCI 20339\u000a08:54:40.491940 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:40.503644 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:40.515888 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:40.527329 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:40.539262 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:40.551125 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:40.563337 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:40.575310 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:40.588423 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:40.710669 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:40.832239 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:40.948681 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:54:41.228797 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:54:41.356334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:41.671414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17419): Launched\u000a08:54:41.933271 run iperf3-srv_10.42.42.10(pid=17420): Launched\u000a08:54:42.118501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:54:42.244880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:42.559008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17421): Launched\u000a08:54:42.819956 run iperf3-srv_10.42.42.10(pid=17422): Launched\u000a08:54:43.005082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:54:43.132014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:43.446986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17423): Launched\u000a08:54:43.708883 run iperf3-srv_10.42.42.10(pid=17424): Launched\u000a08:54:43.894810 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:54:44.021857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:54:44.336216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17425): Launched\u000a08:54:44.596835 run iperf3-srv_10.42.42.10(pid=17426): Launched\u000a08:54:44.781408 tst iperf3m4.py:8: start network...\u000a08:54:44.908056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:54:45.395617 run create_hlr_db(pid=17427): Launched\u000a08:54:45.570390 bus /gobi_6: Setting Powered False\u000a08:54:46.593679 run create_hlr_db(pid=17427): Terminated: ok {rc=0}\u000a08:54:47.024222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17429): Launched\u000a08:54:47.334657 run osmo-hlr_10.42.42.2(pid=17430): Launched\u000a08:54:47.456437 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:54:47.995968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17432): Launched\u000a08:54:48.301108 run osmo-stp_10.42.42.5(pid=17433): Launched\u000a08:54:48.412098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:54:48.944795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17435): Launched\u000a08:54:49.053790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:54:49.318945 run patchelf(pid=17436): Launched\u000a08:54:49.497414 run osmo-stp_10.42.42.5(pid=17433): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)]\u000a08:54:49.628055 run osmo-stp_10.42.42.5(pid=17433): stdout: \u000a| (launched: 2022-12-09_08:54:48.151217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:49.759454 run osmo-stp_10.42.42.5(pid=17433): stderr: \u000a| �[0;m�[38;5;43m20221209085448319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085448319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085448320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085448320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085448320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085448321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085448321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:49.885911 run osmo-stp_10.42.42.5(pid=17433): stdout: \u000a| (launched: 2022-12-09_08:54:48.151217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:54:50.010899 run osmo-stp_10.42.42.5(pid=17433): stderr: \u000a| �[0;m�[38;5;43m20221209085448319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085448319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085448320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085448320 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085448320 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085448321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085448321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:54:50.156742 run patchelf(pid=17436): Terminating (SIGINT)\u000a08:54:50.327852 run patchelf(pid=17436): Terminated: ok {rc=0}\u000a08:54:50.359361 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17433): Process ended prematurely: osmo-stp_10.42.42.5(pid=17433) [trial-2357↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17433)] [trial-2357↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a08:54:50.368673 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a08:54:50.429281 run osmo-hlr_10.42.42.2(pid=17430): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17430)]\u000a08:54:50.478634 run osmo-hlr_10.42.42.2(pid=17430): stdout: \u000a| (launched: 2022-12-09_08:54:47.182899) \u000a08:54:50.528527 run osmo-hlr_10.42.42.2(pid=17430): stderr: \u000a| �[0;m�[1;31m20221209085447357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085447357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085447357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085447357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085447357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085447357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085447369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085447377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085447377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085447378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:54:50.571021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17419): Terminating (SIGTERM)\u000a08:54:50.610968 run iperf3-srv_10.42.42.10(pid=17420): Terminating (SIGTERM)\u000a08:54:50.651142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17421): Terminating (SIGTERM)\u000a08:54:50.691167 run iperf3-srv_10.42.42.10(pid=17422): Terminating (SIGTERM)\u000a08:54:50.731182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17423): Terminating (SIGTERM)\u000a08:54:50.771070 run iperf3-srv_10.42.42.10(pid=17424): Terminating (SIGTERM)\u000a08:54:50.811122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17425): Terminating (SIGTERM)\u000a08:54:50.851206 run iperf3-srv_10.42.42.10(pid=17426): Terminating (SIGTERM)\u000a08:54:50.891300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17429): Terminating (SIGTERM)\u000a08:54:50.931308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17432): Terminating (SIGTERM)\u000a08:54:50.971327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17435): Terminating (SIGTERM)\u000a08:54:50.980635 --- ParallelTerminationStrategy: PID 17419 died...\u000a08:54:51.034210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17419): Terminated: ok {rc=0}\u000a08:54:51.043849 --- ParallelTerminationStrategy: PID 17420 died...\u000a08:54:51.096866 run iperf3-srv_10.42.42.10(pid=17420): Terminated {rc=256}\u000a08:54:51.106625 --- ParallelTerminationStrategy: PID 17421 died...\u000a08:54:51.160176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17421): Terminated: ok {rc=0}\u000a08:54:51.169866 --- ParallelTerminationStrategy: PID 17422 died...\u000a08:54:51.222854 run iperf3-srv_10.42.42.10(pid=17422): Terminated {rc=256}\u000a08:54:51.232535 --- ParallelTerminationStrategy: PID 17423 died...\u000a08:54:51.285438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17423): Terminated: ok {rc=0}\u000a08:54:51.295165 --- ParallelTerminationStrategy: PID 17424 died...\u000a08:54:51.347938 run iperf3-srv_10.42.42.10(pid=17424): Terminated {rc=256}\u000a08:54:51.357788 --- ParallelTerminationStrategy: PID 17425 died...\u000a08:54:51.410634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17425): Terminated: ok {rc=0}\u000a08:54:51.420324 --- ParallelTerminationStrategy: PID 17426 died...\u000a08:54:51.472871 run iperf3-srv_10.42.42.10(pid=17426): Terminated {rc=256}\u000a08:54:51.482665 --- ParallelTerminationStrategy: PID 17429 died...\u000a08:54:51.535781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17429): Terminated: ok {rc=0}\u000a08:54:51.545847 --- ParallelTerminationStrategy: PID 17432 died...\u000a08:54:51.598909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17432): Terminated: ok {rc=0}\u000a08:54:51.608555 --- ParallelTerminationStrategy: PID 17435 died...\u000a08:54:51.661480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17435): Terminated: ok {rc=0}\u000a08:54:51.746114 bus /gobi_4: Setting Powered False\u000a08:54:52.847036 bus /gobi_4: Setting Powered False\u000a08:54:53.957969 bus /gobi_1: Setting Powered False\u000a08:54:55.060556 bus /gobi_1: Setting Powered False\u000a08:54:56.170292 bus /gobi_0: Setting Powered False\u000a08:54:57.277066 bus /gobi_0: Setting Powered False\u000a08:54:58.384924 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17446): Process ended prematurely: osmo-stp_10.42.42.5(pid=17446) [trial-2357↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17446)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17446): Process ended prematurely: osmo-stp_10.42.42.5(pid=17446) [trial-2357↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a08:54:59.453068 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:59.465258 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:54:59.606686 tst ping.py: using LAC 20339\u000a08:54:59.723661 tst ping.py: using RAC 194\u000a08:54:59.841760 tst ping.py: using CellId 20339\u000a08:54:59.959318 tst ping.py: using BVCI 20340\u000a08:54:59.982283 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:54:59.993388 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:00.004382 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:00.015607 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:00.026456 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:00.037274 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:00.048223 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:00.059212 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:55:00.334673 tst ping.py:19: start network...\u000a08:55:00.459449 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:01.002238 run create_hlr_db(pid=17437): Launched\u000a08:55:01.183664 bus /gobi_6: Setting Powered False\u000a08:55:02.255615 run create_hlr_db(pid=17437): Terminated: ok {rc=0}\u000a08:55:02.666417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17442): Launched\u000a08:55:02.964248 run osmo-hlr_10.42.42.2(pid=17443): Launched\u000a08:55:03.073884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:03.594998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17445): Launched\u000a08:55:03.894513 run osmo-stp_10.42.42.5(pid=17446): Launched\u000a08:55:04.002768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:04.524639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17448): Launched\u000a08:55:04.631381 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:04.891498 run patchelf(pid=17449): Launched\u000a08:55:05.066893 run osmo-stp_10.42.42.5(pid=17446): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17446)]\u000a08:55:05.195338 run osmo-stp_10.42.42.5(pid=17446): stdout: \u000a| (launched: 2022-12-09_08:55:03.747102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:05.323650 run osmo-stp_10.42.42.5(pid=17446): stderr: \u000a| �[0;m�[38;5;43m20221209085503915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085503916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085503916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085503916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:05.447971 run osmo-stp_10.42.42.5(pid=17446): stdout: \u000a| (launched: 2022-12-09_08:55:03.747102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:05.571234 run osmo-stp_10.42.42.5(pid=17446): stderr: \u000a| �[0;m�[38;5;43m20221209085503915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085503916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085503916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085503916 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085503917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:05.714158 run patchelf(pid=17449): Terminating (SIGINT)\u000a08:55:05.882503 run patchelf(pid=17449): Terminated: ok {rc=0}\u000a08:55:05.913337 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17446): Process ended prematurely: osmo-stp_10.42.42.5(pid=17446) [trial-2357↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17446)] [trial-2357↪gprs:trx-sysmocell5000↪ping.py:22]\u000a08:55:05.921830 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:55:05.981994 run osmo-hlr_10.42.42.2(pid=17443): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17443)]\u000a08:55:06.031429 run osmo-hlr_10.42.42.2(pid=17443): stdout: \u000a| (launched: 2022-12-09_08:55:02.818119) \u000a08:55:06.081396 run osmo-hlr_10.42.42.2(pid=17443): stderr: \u000a| �[0;m�[1;31m20221209085502992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085502992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085502992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085502992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085502992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085502992 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085503007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085503018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085503018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085503018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:06.124333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17442): Terminating (SIGTERM)\u000a08:55:06.164923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17445): Terminating (SIGTERM)\u000a08:55:06.205533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17448): Terminating (SIGTERM)\u000a08:55:06.214628 --- ParallelTerminationStrategy: PID 17442 died...\u000a08:55:06.268346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17442): Terminated: ok {rc=0}\u000a08:55:06.278300 --- ParallelTerminationStrategy: PID 17445 died...\u000a08:55:06.332107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17445): Terminated: ok {rc=0}\u000a08:55:06.342015 --- ParallelTerminationStrategy: PID 17448 died...\u000a08:55:06.395523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17448): Terminated: ok {rc=0}\u000a08:55:06.484233 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17456): Process ended prematurely: osmo-stp_10.42.42.5(pid=17456) [trial-2357↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17456)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17456): Process ended prematurely: osmo-stp_10.42.42.5(pid=17456) [trial-2357↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a08:55:07.537600 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:07.549343 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a08:55:07.688008 tst ping_idle_ping.py: using LAC 20340\u000a08:55:07.805243 tst ping_idle_ping.py: using RAC 195\u000a08:55:07.925684 tst ping_idle_ping.py: using CellId 20340\u000a08:55:08.043040 tst ping_idle_ping.py: using BVCI 20341\u000a08:55:08.066143 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:08.077043 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:08.087616 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:08.098544 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:08.109412 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:08.120242 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:08.131143 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a08:55:08.141859 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a08:55:08.419464 tst ping_idle_ping.py:24: start network...\u000a08:55:08.544032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:09.029425 run create_hlr_db(pid=17450): Launched\u000a08:55:09.203640 bus /gobi_6: Setting Powered False\u000a08:55:10.225969 run create_hlr_db(pid=17450): Terminated: ok {rc=0}\u000a08:55:10.633125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17452): Launched\u000a08:55:10.934279 run osmo-hlr_10.42.42.2(pid=17453): Launched\u000a08:55:11.050326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:11.577320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17455): Launched\u000a08:55:11.876725 run osmo-stp_10.42.42.5(pid=17456): Launched\u000a08:55:11.992916 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:12.517631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17458): Launched\u000a08:55:12.624156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:12.884860 run patchelf(pid=17459): Launched\u000a08:55:13.059908 run osmo-stp_10.42.42.5(pid=17456): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17456)]\u000a08:55:13.188186 run osmo-stp_10.42.42.5(pid=17456): stdout: \u000a| (launched: 2022-12-09_08:55:11.729167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:13.316869 run osmo-stp_10.42.42.5(pid=17456): stderr: \u000a| �[0;m�[38;5;43m20221209085511896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085511896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085511896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085511896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085511897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085511897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085511897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:13.440624 run osmo-stp_10.42.42.5(pid=17456): stdout: \u000a| (launched: 2022-12-09_08:55:11.729167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:13.563357 run osmo-stp_10.42.42.5(pid=17456): stderr: \u000a| �[0;m�[38;5;43m20221209085511896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085511896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085511896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085511896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085511897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085511897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085511897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:13.706637 run patchelf(pid=17459): Terminating (SIGINT)\u000a08:55:13.875063 run patchelf(pid=17459): Terminated: ok {rc=0}\u000a08:55:13.905749 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17456): Process ended prematurely: osmo-stp_10.42.42.5(pid=17456) [trial-2357↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17456)] [trial-2357↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a08:55:13.914377 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a08:55:13.974788 run osmo-hlr_10.42.42.2(pid=17453): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17453)]\u000a08:55:14.023328 run osmo-hlr_10.42.42.2(pid=17453): stdout: \u000a| (launched: 2022-12-09_08:55:10.786509) \u000a08:55:14.072770 run osmo-hlr_10.42.42.2(pid=17453): stderr: \u000a| �[0;m�[1;31m20221209085510958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085510958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085510959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085510959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085510959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085510959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085510971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085510979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085510980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085510980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:14.114830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17452): Terminating (SIGTERM)\u000a08:55:14.154405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17455): Terminating (SIGTERM)\u000a08:55:14.193947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17458): Terminating (SIGTERM)\u000a08:55:14.203344 --- ParallelTerminationStrategy: PID 17452 died...\u000a08:55:14.256602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17452): Terminated: ok {rc=0}\u000a08:55:14.266542 --- ParallelTerminationStrategy: PID 17455 died...\u000a08:55:14.319905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17455): Terminated: ok {rc=0}\u000a08:55:14.329838 --- ParallelTerminationStrategy: PID 17458 died...\u000a08:55:14.383148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17458): Terminated: ok {rc=0}\u000a08:55:14.467042 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:54:17" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17474): Process ended prematurely: osmo-stp_10.42.42.5(pid=17474) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17474)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17474): Process ended prematurely: osmo-stp_10.42.42.5(pid=17474) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:55:16.673763 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:16.686432 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:55:16.863225 tst cs_paging_gprs_active.py: using LAC 20341\u000a08:55:16.991686 tst cs_paging_gprs_active.py: using RAC 196\u000a08:55:17.148673 tst cs_paging_gprs_active.py: using CellId 20341\u000a08:55:17.274933 tst cs_paging_gprs_active.py: using BVCI 20342\u000a08:55:17.301407 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:17.313340 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:17.325767 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:17.337216 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:17.349349 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:17.360757 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:17.372622 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:17.384188 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:17.395948 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:55:17.514180 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:55:17.814649 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:55:17.951991 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:18.290213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17464): Launched\u000a08:55:18.570727 run iperf3-srv_10.42.42.10(pid=17465): Launched\u000a08:55:18.771731 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:55:18.908672 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:19.246400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17466): Launched\u000a08:55:19.526071 run iperf3-srv_10.42.42.10(pid=17467): Launched\u000a08:55:19.726627 tst cs_paging_gprs_active.py:38: start network...\u000a08:55:19.863031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:20.378594 run create_hlr_db(pid=17468): Launched\u000a08:55:20.568572 bus /gobi_6: Setting Powered False\u000a08:55:21.589458 run create_hlr_db(pid=17468): Terminated: ok {rc=0}\u000a08:55:22.024006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17470): Launched\u000a08:55:22.351917 run osmo-hlr_10.42.42.2(pid=17471): Launched\u000a08:55:22.473560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:23.041569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17473): Launched\u000a08:55:23.368584 run osmo-stp_10.42.42.5(pid=17474): Launched\u000a08:55:23.487960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:24.059537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17476): Launched\u000a08:55:24.177745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:24.463323 run patchelf(pid=17477): Launched\u000a08:55:24.653732 run osmo-stp_10.42.42.5(pid=17474): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17474)]\u000a08:55:24.792761 run osmo-stp_10.42.42.5(pid=17474): stdout: \u000a| (launched: 2022-12-09_08:55:23.208351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:24.931754 run osmo-stp_10.42.42.5(pid=17474): stderr: \u000a| �[0;m�[38;5;43m20221209085523396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085523397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085523397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085523397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085523398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085523398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085523398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:25.066641 run osmo-stp_10.42.42.5(pid=17474): stdout: \u000a| (launched: 2022-12-09_08:55:23.208351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:25.200929 run osmo-stp_10.42.42.5(pid=17474): stderr: \u000a| �[0;m�[38;5;43m20221209085523396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085523397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085523397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085523397 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085523398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085523398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085523398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:25.356498 run patchelf(pid=17477): Terminating (SIGINT)\u000a08:55:25.538719 run patchelf(pid=17477): Terminated: ok {rc=0}\u000a08:55:25.571986 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17474): Process ended prematurely: osmo-stp_10.42.42.5(pid=17474) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17474)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:55:25.581788 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a08:55:25.644770 run osmo-hlr_10.42.42.2(pid=17471): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17471)]\u000a08:55:25.695726 run osmo-hlr_10.42.42.2(pid=17471): stdout: \u000a| (launched: 2022-12-09_08:55:22.191684) \u000a08:55:25.747973 run osmo-hlr_10.42.42.2(pid=17471): stderr: \u000a| �[0;m�[1;31m20221209085522386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085522386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085522386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085522386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085522386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085522386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085522398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085522406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085522406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085522406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:25.792268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17464): Terminating (SIGTERM)\u000a08:55:25.834135 run iperf3-srv_10.42.42.10(pid=17465): Terminating (SIGTERM)\u000a08:55:25.876145 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17466): Terminating (SIGTERM)\u000a08:55:25.918466 run iperf3-srv_10.42.42.10(pid=17467): Terminating (SIGTERM)\u000a08:55:25.959949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17470): Terminating (SIGTERM)\u000a08:55:26.001831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17473): Terminating (SIGTERM)\u000a08:55:26.043689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17476): Terminating (SIGTERM)\u000a08:55:26.053583 --- ParallelTerminationStrategy: PID 17464 died...\u000a08:55:26.109793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17464): Terminated: ok {rc=0}\u000a08:55:26.120006 --- ParallelTerminationStrategy: PID 17465 died...\u000a08:55:26.175501 run iperf3-srv_10.42.42.10(pid=17465): Terminated {rc=256}\u000a08:55:26.185682 --- ParallelTerminationStrategy: PID 17466 died...\u000a08:55:26.241337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17466): Terminated: ok {rc=0}\u000a08:55:26.251292 --- ParallelTerminationStrategy: PID 17467 died...\u000a08:55:26.306527 run iperf3-srv_10.42.42.10(pid=17467): Terminated {rc=256}\u000a08:55:26.316449 --- ParallelTerminationStrategy: PID 17470 died...\u000a08:55:26.371824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17470): Terminated: ok {rc=0}\u000a08:55:26.381983 --- ParallelTerminationStrategy: PID 17473 died...\u000a08:55:26.437097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17473): Terminated: ok {rc=0}\u000a08:55:26.447280 --- ParallelTerminationStrategy: PID 17476 died...\u000a08:55:26.502927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17476): Terminated: ok {rc=0}\u000a08:55:26.589216 bus /gobi_0: Setting Powered False\u000a08:55:27.695418 bus /gobi_0: Setting Powered False\u000a08:55:28.803154 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17487): Process ended prematurely: osmo-stp_10.42.42.5(pid=17487) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17487)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17487): Process ended prematurely: osmo-stp_10.42.42.5(pid=17487) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:55:29.918162 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:29.930257 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:55:30.088404 tst iperf3.py: using LAC 20342\u000a08:55:30.224109 tst iperf3.py: using RAC 197\u000a08:55:30.343639 tst iperf3.py: using CellId 20342\u000a08:55:30.463076 tst iperf3.py: using BVCI 20343\u000a08:55:30.486420 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:30.497564 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:30.508404 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:30.519276 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:30.530158 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:30.540994 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:30.551915 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:30.562700 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:30.573706 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:55:30.881151 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:55:31.016048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:31.353164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17479): Launched\u000a08:55:31.651033 run iperf3-srv_10.42.42.10(pid=17480): Launched\u000a08:55:31.844669 tst iperf3.py:8: start network...\u000a08:55:31.976422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:32.474407 run create_hlr_db(pid=17481): Launched\u000a08:55:32.649402 bus /gobi_6: Setting Powered False\u000a08:55:33.670858 run create_hlr_db(pid=17481): Terminated: ok {rc=0}\u000a08:55:34.076133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17483): Launched\u000a08:55:34.381845 run osmo-hlr_10.42.42.2(pid=17484): Launched\u000a08:55:34.502585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:35.039772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17486): Launched\u000a08:55:35.344035 run osmo-stp_10.42.42.5(pid=17487): Launched\u000a08:55:35.462964 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:35.998293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17489): Launched\u000a08:55:36.107370 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:36.373267 run patchelf(pid=17490): Launched\u000a08:55:36.551412 run osmo-stp_10.42.42.5(pid=17487): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17487)]\u000a08:55:36.681886 run osmo-stp_10.42.42.5(pid=17487): stdout: \u000a| (launched: 2022-12-09_08:55:35.194842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:36.812274 run osmo-stp_10.42.42.5(pid=17487): stderr: \u000a| �[0;m�[38;5;43m20221209085535364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085535364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085535365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085535365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:36.938522 run osmo-stp_10.42.42.5(pid=17487): stdout: \u000a| (launched: 2022-12-09_08:55:35.194842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:37.063374 run osmo-stp_10.42.42.5(pid=17487): stderr: \u000a| �[0;m�[38;5;43m20221209085535364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085535364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085535365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085535365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085535366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:37.208442 run patchelf(pid=17490): Terminating (SIGINT)\u000a08:55:37.378950 run patchelf(pid=17490): Terminated: ok {rc=0}\u000a08:55:37.410351 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17487): Process ended prematurely: osmo-stp_10.42.42.5(pid=17487) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17487)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a08:55:37.419556 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a08:55:37.478803 run osmo-hlr_10.42.42.2(pid=17484): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17484)]\u000a08:55:37.527572 run osmo-hlr_10.42.42.2(pid=17484): stdout: \u000a| (launched: 2022-12-09_08:55:34.232471) \u000a08:55:37.576517 run osmo-hlr_10.42.42.2(pid=17484): stderr: \u000a| �[0;m�[1;31m20221209085534407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085534407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085534407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085534407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085534407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085534407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085534420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085534429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085534429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085534429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:37.618478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17479): Terminating (SIGTERM)\u000a08:55:37.658338 run iperf3-srv_10.42.42.10(pid=17480): Terminating (SIGTERM)\u000a08:55:37.698075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17483): Terminating (SIGTERM)\u000a08:55:37.737664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17486): Terminating (SIGTERM)\u000a08:55:37.778858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17489): Terminating (SIGTERM)\u000a08:55:37.788058 --- ParallelTerminationStrategy: PID 17479 died...\u000a08:55:37.841102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17479): Terminated: ok {rc=0}\u000a08:55:37.850527 --- ParallelTerminationStrategy: PID 17480 died...\u000a08:55:37.903019 run iperf3-srv_10.42.42.10(pid=17480): Terminated {rc=256}\u000a08:55:37.912415 --- ParallelTerminationStrategy: PID 17483 died...\u000a08:55:37.965066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17483): Terminated: ok {rc=0}\u000a08:55:37.974596 --- ParallelTerminationStrategy: PID 17486 died...\u000a08:55:38.027879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17486): Terminated: ok {rc=0}\u000a08:55:38.037465 --- ParallelTerminationStrategy: PID 17489 died...\u000a08:55:38.090023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17489): Terminated: ok {rc=0}\u000a08:55:38.177267 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17505): Process ended prematurely: osmo-stp_10.42.42.5(pid=17505) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17505)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17505): Process ended prematurely: osmo-stp_10.42.42.5(pid=17505) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17505)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:55:39.287563 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:39.299394 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:55:39.440254 tst iperf3m4.py: using LAC 20343\u000a08:55:39.560384 tst iperf3m4.py: using RAC 198\u000a08:55:39.687852 tst iperf3m4.py: using CellId 20343\u000a08:55:39.815344 tst iperf3m4.py: using BVCI 20344\u000a08:55:39.840331 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:39.852041 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:39.863623 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:39.875333 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:39.886854 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:39.898451 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:39.910529 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:39.922062 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:39.933889 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:55:40.053145 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:55:40.174679 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:55:40.294194 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:55:40.578882 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:55:40.706866 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:41.023093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17491): Launched\u000a08:55:41.285113 run iperf3-srv_10.42.42.10(pid=17492): Launched\u000a08:55:41.470610 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:55:41.597702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:41.912656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17493): Launched\u000a08:55:42.176045 run iperf3-srv_10.42.42.10(pid=17494): Launched\u000a08:55:42.362126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:55:42.489246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:42.804781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17495): Launched\u000a08:55:43.067921 run iperf3-srv_10.42.42.10(pid=17496): Launched\u000a08:55:43.254203 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:55:43.381091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:55:43.696372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17497): Launched\u000a08:55:43.959229 run iperf3-srv_10.42.42.10(pid=17498): Launched\u000a08:55:44.145191 tst iperf3m4.py:8: start network...\u000a08:55:44.273138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:55:44.762165 run create_hlr_db(pid=17499): Launched\u000a08:55:44.936933 bus /gobi_6: Setting Powered False\u000a08:55:45.976335 run create_hlr_db(pid=17499): Terminated: ok {rc=0}\u000a08:55:46.439352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17501): Launched\u000a08:55:46.882486 run osmo-hlr_10.42.42.2(pid=17502): Launched\u000a08:55:47.100689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:55:47.674714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17504): Launched\u000a08:55:48.002268 run osmo-stp_10.42.42.5(pid=17505): Launched\u000a08:55:48.122627 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:55:48.691503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17507): Launched\u000a08:55:48.808277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:55:49.092762 run patchelf(pid=17508): Launched\u000a08:55:49.284794 run osmo-stp_10.42.42.5(pid=17505): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17505)]\u000a08:55:49.424632 run osmo-stp_10.42.42.5(pid=17505): stdout: \u000a| (launched: 2022-12-09_08:55:47.841687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:49.564864 run osmo-stp_10.42.42.5(pid=17505): stderr: \u000a| �[0;m�[38;5;43m20221209085548031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085548031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085548031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085548031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085548032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085548032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085548032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:49.700499 run osmo-stp_10.42.42.5(pid=17505): stdout: \u000a| (launched: 2022-12-09_08:55:47.841687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:55:49.835025 run osmo-stp_10.42.42.5(pid=17505): stderr: \u000a| �[0;m�[38;5;43m20221209085548031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085548031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085548031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085548031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085548032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085548032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085548032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:55:49.991391 run patchelf(pid=17508): Terminating (SIGINT)\u000a08:55:50.175651 run patchelf(pid=17508): Terminated: ok {rc=0}\u000a08:55:50.209358 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17505): Process ended prematurely: osmo-stp_10.42.42.5(pid=17505) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17505)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:55:50.219266 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a08:55:50.283382 run osmo-hlr_10.42.42.2(pid=17502): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17502)]\u000a08:55:50.335308 run osmo-hlr_10.42.42.2(pid=17502): stdout: \u000a| (launched: 2022-12-09_08:55:46.612260) \u000a08:55:50.387630 run osmo-hlr_10.42.42.2(pid=17502): stderr: \u000a| �[0;m�[1;31m20221209085546919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085546919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085546919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085546919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085546919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085546919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085546940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085546948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085546948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085546953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:55:50.432229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17491): Terminating (SIGTERM)\u000a08:55:50.473899 run iperf3-srv_10.42.42.10(pid=17492): Terminating (SIGTERM)\u000a08:55:50.516069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17493): Terminating (SIGTERM)\u000a08:55:50.558372 run iperf3-srv_10.42.42.10(pid=17494): Terminating (SIGTERM)\u000a08:55:50.600341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17495): Terminating (SIGTERM)\u000a08:55:50.642439 run iperf3-srv_10.42.42.10(pid=17496): Terminating (SIGTERM)\u000a08:55:50.684120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17497): Terminating (SIGTERM)\u000a08:55:50.726075 run iperf3-srv_10.42.42.10(pid=17498): Terminating (SIGTERM)\u000a08:55:50.768409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17501): Terminating (SIGTERM)\u000a08:55:50.810454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17504): Terminating (SIGTERM)\u000a08:55:50.852517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17507): Terminating (SIGTERM)\u000a08:55:50.862279 --- ParallelTerminationStrategy: PID 17491 died...\u000a08:55:50.918180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17491): Terminated: ok {rc=0}\u000a08:55:50.928341 --- ParallelTerminationStrategy: PID 17492 died...\u000a08:55:50.983775 run iperf3-srv_10.42.42.10(pid=17492): Terminated {rc=256}\u000a08:55:50.993989 --- ParallelTerminationStrategy: PID 17493 died...\u000a08:55:51.050225 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17493): Terminated: ok {rc=0}\u000a08:55:51.060236 --- ParallelTerminationStrategy: PID 17494 died...\u000a08:55:51.116246 run iperf3-srv_10.42.42.10(pid=17494): Terminated {rc=256}\u000a08:55:51.126271 --- ParallelTerminationStrategy: PID 17495 died...\u000a08:55:51.182432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17495): Terminated: ok {rc=0}\u000a08:55:51.192406 --- ParallelTerminationStrategy: PID 17496 died...\u000a08:55:51.247964 run iperf3-srv_10.42.42.10(pid=17496): Terminated {rc=256}\u000a08:55:51.258242 --- ParallelTerminationStrategy: PID 17497 died...\u000a08:55:51.313979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17497): Terminated: ok {rc=0}\u000a08:55:51.324101 --- ParallelTerminationStrategy: PID 17498 died...\u000a08:55:51.379772 run iperf3-srv_10.42.42.10(pid=17498): Terminated {rc=256}\u000a08:55:51.390056 --- ParallelTerminationStrategy: PID 17501 died...\u000a08:55:51.445645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17501): Terminated: ok {rc=0}\u000a08:55:51.455896 --- ParallelTerminationStrategy: PID 17504 died...\u000a08:55:51.511350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17504): Terminated: ok {rc=0}\u000a08:55:51.521821 --- ParallelTerminationStrategy: PID 17507 died...\u000a08:55:51.578285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17507): Terminated: ok {rc=0}\u000a08:55:51.666555 bus /gobi_4: Setting Powered False\u000a08:55:52.773009 bus /gobi_4: Setting Powered False\u000a08:55:53.884101 bus /gobi_1: Setting Powered False\u000a08:55:54.987752 bus /gobi_1: Setting Powered False\u000a08:55:56.095421 bus /gobi_0: Setting Powered False\u000a08:55:57.201914 bus /gobi_0: Setting Powered False\u000a08:55:58.311109 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17515): Process ended prematurely: osmo-stp_10.42.42.5(pid=17515) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17515)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17515): Process ended prematurely: osmo-stp_10.42.42.5(pid=17515) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:55:59.379526 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:59.391805 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:55:59.535347 tst ping.py: using LAC 20344\u000a08:55:59.655188 tst ping.py: using RAC 199\u000a08:55:59.775298 tst ping.py: using CellId 20344\u000a08:55:59.894832 tst ping.py: using BVCI 20345\u000a08:55:59.917886 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:59.929203 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:59.940271 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:59.951315 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:59.962259 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:59.973226 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:59.984310 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:55:59.995338 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:00.270377 tst ping.py:19: start network...\u000a08:56:00.395582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:00.892192 run create_hlr_db(pid=17509): Launched\u000a08:56:01.104918 bus /gobi_6: Setting Powered False\u000a08:56:02.162298 run create_hlr_db(pid=17509): Terminated: ok {rc=0}\u000a08:56:02.613417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17511): Launched\u000a08:56:02.916183 run osmo-hlr_10.42.42.2(pid=17512): Launched\u000a08:56:03.026168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:03.550693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17514): Launched\u000a08:56:03.850163 run osmo-stp_10.42.42.5(pid=17515): Launched\u000a08:56:03.958236 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:04.484686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17517): Launched\u000a08:56:04.591724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:04.855616 run patchelf(pid=17518): Launched\u000a08:56:05.031039 run osmo-stp_10.42.42.5(pid=17515): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17515)]\u000a08:56:05.159024 run osmo-stp_10.42.42.5(pid=17515): stdout: \u000a| (launched: 2022-12-09_08:56:03.703344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:05.287314 run osmo-stp_10.42.42.5(pid=17515): stderr: \u000a| �[0;m�[38;5;43m20221209085603871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085603871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085603871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085603872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085603872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085603872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085603872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:05.411491 run osmo-stp_10.42.42.5(pid=17515): stdout: \u000a| (launched: 2022-12-09_08:56:03.703344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:05.534403 run osmo-stp_10.42.42.5(pid=17515): stderr: \u000a| �[0;m�[38;5;43m20221209085603871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085603871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085603871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085603872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085603872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085603872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085603872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:05.677366 run patchelf(pid=17518): Terminating (SIGINT)\u000a08:56:05.845231 run patchelf(pid=17518): Terminated: ok {rc=0}\u000a08:56:05.875617 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17515): Process ended prematurely: osmo-stp_10.42.42.5(pid=17515) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17515)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a08:56:05.884231 tst ping.py:22: Test FAILED (6.5 sec)\u000a08:56:05.943968 run osmo-hlr_10.42.42.2(pid=17512): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17512)]\u000a08:56:05.992738 run osmo-hlr_10.42.42.2(pid=17512): stdout: \u000a| (launched: 2022-12-09_08:56:02.766370) \u000a08:56:06.042268 run osmo-hlr_10.42.42.2(pid=17512): stderr: \u000a| �[0;m�[1;31m20221209085602939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085602939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085602939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085602939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085602939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085602939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085602954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085602964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085602964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085602964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:06.084564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17511): Terminating (SIGTERM)\u000a08:56:06.124410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17514): Terminating (SIGTERM)\u000a08:56:06.164261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17517): Terminating (SIGTERM)\u000a08:56:06.173570 --- ParallelTerminationStrategy: PID 17511 died...\u000a08:56:06.226883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17511): Terminated: ok {rc=0}\u000a08:56:06.236467 --- ParallelTerminationStrategy: PID 17514 died...\u000a08:56:06.289510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17514): Terminated: ok {rc=0}\u000a08:56:06.299084 --- ParallelTerminationStrategy: PID 17517 died...\u000a08:56:06.352513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17517): Terminated: ok {rc=0}\u000a08:56:06.441474 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17525): Process ended prematurely: osmo-stp_10.42.42.5(pid=17525) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17525)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17525): Process ended prematurely: osmo-stp_10.42.42.5(pid=17525) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:56:07.493204 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:07.505151 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:56:07.645608 tst ping_idle_ping.py: using LAC 20345\u000a08:56:07.768649 tst ping_idle_ping.py: using RAC 200\u000a08:56:07.887246 tst ping_idle_ping.py: using CellId 20345\u000a08:56:08.006426 tst ping_idle_ping.py: using BVCI 20346\u000a08:56:08.029554 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:08.040744 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:08.051784 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:08.062814 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:08.073728 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:08.084563 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:08.095675 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:56:08.106757 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:56:08.403058 tst ping_idle_ping.py:24: start network...\u000a08:56:08.538858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:09.051431 run create_hlr_db(pid=17519): Launched\u000a08:56:09.240502 bus /gobi_6: Setting Powered False\u000a08:56:10.261835 run create_hlr_db(pid=17519): Terminated: ok {rc=0}\u000a08:56:10.669098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17521): Launched\u000a08:56:10.971157 run osmo-hlr_10.42.42.2(pid=17522): Launched\u000a08:56:11.088892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:11.620056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17524): Launched\u000a08:56:11.922668 run osmo-stp_10.42.42.5(pid=17525): Launched\u000a08:56:12.031945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:12.561500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17527): Launched\u000a08:56:12.669183 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:12.932387 run patchelf(pid=17528): Launched\u000a08:56:13.109163 run osmo-stp_10.42.42.5(pid=17525): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17525)]\u000a08:56:13.238413 run osmo-stp_10.42.42.5(pid=17525): stdout: \u000a| (launched: 2022-12-09_08:56:11.773638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:13.367911 run osmo-stp_10.42.42.5(pid=17525): stderr: \u000a| �[0;m�[38;5;43m20221209085611941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085611941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085611941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085611942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085611942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085611942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085611942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:13.492744 run osmo-stp_10.42.42.5(pid=17525): stdout: \u000a| (launched: 2022-12-09_08:56:11.773638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:13.618552 run osmo-stp_10.42.42.5(pid=17525): stderr: \u000a| �[0;m�[38;5;43m20221209085611941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085611941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085611941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085611942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085611942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085611942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085611942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:13.762631 run patchelf(pid=17528): Terminating (SIGINT)\u000a08:56:13.931086 run patchelf(pid=17528): Terminated: ok {rc=0}\u000a08:56:13.961876 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17525): Process ended prematurely: osmo-stp_10.42.42.5(pid=17525) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17525)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:56:13.970408 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:56:14.030170 run osmo-hlr_10.42.42.2(pid=17522): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17522)]\u000a08:56:14.078946 run osmo-hlr_10.42.42.2(pid=17522): stdout: \u000a| (launched: 2022-12-09_08:56:10.822696) \u000a08:56:14.128362 run osmo-hlr_10.42.42.2(pid=17522): stderr: \u000a| �[0;m�[1;31m20221209085610999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085610999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085610999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085610999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085610999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085610999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085611011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085611020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085611020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085611021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:14.170432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17521): Terminating (SIGTERM)\u000a08:56:14.210096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17524): Terminating (SIGTERM)\u000a08:56:14.249721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17527): Terminating (SIGTERM)\u000a08:56:14.258873 --- ParallelTerminationStrategy: PID 17521 died...\u000a08:56:14.311968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17521): Terminated: ok {rc=0}\u000a08:56:14.321630 --- ParallelTerminationStrategy: PID 17524 died...\u000a08:56:14.375038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17524): Terminated: ok {rc=0}\u000a08:56:14.384599 --- ParallelTerminationStrategy: PID 17527 died...\u000a08:56:14.438286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17527): Terminated: ok {rc=0}\u000a08:56:14.521777 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:55:16" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17543): Process ended prematurely: osmo-stp_10.42.42.5(pid=17543) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17543)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17543): Process ended prematurely: osmo-stp_10.42.42.5(pid=17543) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:56:16.751329 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:16.763645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:56:16.956558 tst cs_paging_gprs_active.py: using LAC 20346\u000a08:56:17.089110 tst cs_paging_gprs_active.py: using RAC 201\u000a08:56:17.221956 tst cs_paging_gprs_active.py: using CellId 20346\u000a08:56:17.354682 tst cs_paging_gprs_active.py: using BVCI 20347\u000a08:56:17.379986 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:17.391671 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:17.403225 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:17.416504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:17.428082 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:17.440290 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:17.452557 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:17.464575 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:17.477049 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:56:17.599184 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:56:17.899233 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:56:18.037022 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:18.375726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17533): Launched\u000a08:56:18.659189 run iperf3-srv_10.42.42.10(pid=17534): Launched\u000a08:56:18.860742 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:56:18.998230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:19.338763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17535): Launched\u000a08:56:19.620191 run iperf3-srv_10.42.42.10(pid=17536): Launched\u000a08:56:19.822199 tst cs_paging_gprs_active.py:38: start network...\u000a08:56:19.960111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:20.479852 run create_hlr_db(pid=17537): Launched\u000a08:56:20.670488 bus /gobi_6: Setting Powered False\u000a08:56:21.681765 run create_hlr_db(pid=17537): Terminated: ok {rc=0}\u000a08:56:22.098419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17539): Launched\u000a08:56:22.406576 run osmo-hlr_10.42.42.2(pid=17540): Launched\u000a08:56:22.521570 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:23.052615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17542): Launched\u000a08:56:23.359452 run osmo-stp_10.42.42.5(pid=17543): Launched\u000a08:56:23.470994 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:24.007329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17545): Launched\u000a08:56:24.116830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:24.383760 run patchelf(pid=17546): Launched\u000a08:56:24.563542 run osmo-stp_10.42.42.5(pid=17543): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17543)]\u000a08:56:24.694446 run osmo-stp_10.42.42.5(pid=17543): stdout: \u000a| (launched: 2022-12-09_08:56:23.208809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:24.825506 run osmo-stp_10.42.42.5(pid=17543): stderr: \u000a| �[0;m�[38;5;43m20221209085623379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085623379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085623379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085623379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085623380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085623380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085623380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:24.951722 run osmo-stp_10.42.42.5(pid=17543): stdout: \u000a| (launched: 2022-12-09_08:56:23.208809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:25.077086 run osmo-stp_10.42.42.5(pid=17543): stderr: \u000a| �[0;m�[38;5;43m20221209085623379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085623379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085623379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085623379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085623380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085623380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085623380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:25.223358 run patchelf(pid=17546): Terminating (SIGINT)\u000a08:56:25.394747 run patchelf(pid=17546): Terminated: ok {rc=0}\u000a08:56:25.426257 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17543): Process ended prematurely: osmo-stp_10.42.42.5(pid=17543) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17543)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:56:25.435464 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:56:25.495198 run osmo-hlr_10.42.42.2(pid=17540): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17540)]\u000a08:56:25.544008 run osmo-hlr_10.42.42.2(pid=17540): stdout: \u000a| (launched: 2022-12-09_08:56:22.254871) \u000a08:56:25.593653 run osmo-hlr_10.42.42.2(pid=17540): stderr: \u000a| �[0;m�[1;31m20221209085622431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085622431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085622431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085622431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085622431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085622431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085622443 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085622451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085622451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085622451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:25.635989 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17533): Terminating (SIGTERM)\u000a08:56:25.675743 run iperf3-srv_10.42.42.10(pid=17534): Terminating (SIGTERM)\u000a08:56:25.715545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17535): Terminating (SIGTERM)\u000a08:56:25.755059 run iperf3-srv_10.42.42.10(pid=17536): Terminating (SIGTERM)\u000a08:56:25.794713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17539): Terminating (SIGTERM)\u000a08:56:25.834538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17542): Terminating (SIGTERM)\u000a08:56:25.874207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17545): Terminating (SIGTERM)\u000a08:56:25.882982 --- ParallelTerminationStrategy: PID 17533 died...\u000a08:56:25.936007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17533): Terminated: ok {rc=0}\u000a08:56:25.945643 --- ParallelTerminationStrategy: PID 17534 died...\u000a08:56:25.998332 run iperf3-srv_10.42.42.10(pid=17534): Terminated {rc=256}\u000a08:56:26.007839 --- ParallelTerminationStrategy: PID 17535 died...\u000a08:56:26.060595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17535): Terminated: ok {rc=0}\u000a08:56:26.070165 --- ParallelTerminationStrategy: PID 17536 died...\u000a08:56:26.122915 run iperf3-srv_10.42.42.10(pid=17536): Terminated {rc=256}\u000a08:56:26.132401 --- ParallelTerminationStrategy: PID 17539 died...\u000a08:56:26.185311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17539): Terminated: ok {rc=0}\u000a08:56:26.194992 --- ParallelTerminationStrategy: PID 17542 died...\u000a08:56:26.247912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17542): Terminated: ok {rc=0}\u000a08:56:26.257574 --- ParallelTerminationStrategy: PID 17545 died...\u000a08:56:26.310382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17545): Terminated: ok {rc=0}\u000a08:56:26.398620 bus /gobi_0: Setting Powered False\u000a08:56:27.501973 bus /gobi_0: Setting Powered False\u000a08:56:28.611582 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17555): Process ended prematurely: osmo-stp_10.42.42.5(pid=17555) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17555)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17555): Process ended prematurely: osmo-stp_10.42.42.5(pid=17555) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:56:29.723570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:29.735560 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:56:29.902978 tst iperf3.py: using LAC 20347\u000a08:56:30.024431 tst iperf3.py: using RAC 202\u000a08:56:30.144699 tst iperf3.py: using CellId 20347\u000a08:56:30.264532 tst iperf3.py: using BVCI 20348\u000a08:56:30.288048 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:30.299229 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:30.310277 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:30.321337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:30.332258 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:30.343177 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:30.354273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:30.365160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:30.376241 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:56:30.673658 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:56:30.811686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:31.157501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17547): Launched\u000a08:56:31.439429 run iperf3-srv_10.42.42.10(pid=17548): Launched\u000a08:56:31.633514 tst iperf3.py:8: start network...\u000a08:56:31.766351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:32.283234 run create_hlr_db(pid=17549): Launched\u000a08:56:32.473082 bus /gobi_6: Setting Powered False\u000a08:56:33.497627 run create_hlr_db(pid=17549): Terminated: ok {rc=0}\u000a08:56:33.909702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17551): Launched\u000a08:56:34.216851 run osmo-hlr_10.42.42.2(pid=17552): Launched\u000a08:56:34.338816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:34.879586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17554): Launched\u000a08:56:35.185694 run osmo-stp_10.42.42.5(pid=17555): Launched\u000a08:56:35.296168 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:35.831879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17557): Launched\u000a08:56:35.941504 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:36.207980 run patchelf(pid=17558): Launched\u000a08:56:36.387003 run osmo-stp_10.42.42.5(pid=17555): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17555)]\u000a08:56:36.518257 run osmo-stp_10.42.42.5(pid=17555): stdout: \u000a| (launched: 2022-12-09_08:56:35.035276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:36.650702 run osmo-stp_10.42.42.5(pid=17555): stderr: \u000a| �[0;m�[38;5;43m20221209085635206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085635206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085635207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085635207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085635207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085635208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085635208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:36.777732 run osmo-stp_10.42.42.5(pid=17555): stdout: \u000a| (launched: 2022-12-09_08:56:35.035276)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:36.903638 run osmo-stp_10.42.42.5(pid=17555): stderr: \u000a| �[0;m�[38;5;43m20221209085635206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085635206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085635207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085635207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085635207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085635208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085635208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:37.051290 run patchelf(pid=17558): Terminating (SIGINT)\u000a08:56:37.224113 run patchelf(pid=17558): Terminated: ok {rc=0}\u000a08:56:37.255732 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17555): Process ended prematurely: osmo-stp_10.42.42.5(pid=17555) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17555)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:56:37.265049 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:56:37.325531 run osmo-hlr_10.42.42.2(pid=17552): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17552)]\u000a08:56:37.374666 run osmo-hlr_10.42.42.2(pid=17552): stdout: \u000a| (launched: 2022-12-09_08:56:34.065786) \u000a08:56:37.424575 run osmo-hlr_10.42.42.2(pid=17552): stderr: \u000a| �[0;m�[1;31m20221209085634240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085634240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085634241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085634241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085634241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085634241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085634253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085634261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085634261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085634261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:37.467218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17547): Terminating (SIGTERM)\u000a08:56:37.507263 run iperf3-srv_10.42.42.10(pid=17548): Terminating (SIGTERM)\u000a08:56:37.547570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17551): Terminating (SIGTERM)\u000a08:56:37.587688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17554): Terminating (SIGTERM)\u000a08:56:37.627797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17557): Terminating (SIGTERM)\u000a08:56:37.637094 --- ParallelTerminationStrategy: PID 17547 died...\u000a08:56:37.690908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17547): Terminated: ok {rc=0}\u000a08:56:37.700630 --- ParallelTerminationStrategy: PID 17548 died...\u000a08:56:37.753803 run iperf3-srv_10.42.42.10(pid=17548): Terminated {rc=256}\u000a08:56:37.763695 --- ParallelTerminationStrategy: PID 17551 died...\u000a08:56:37.817231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17551): Terminated: ok {rc=0}\u000a08:56:37.826906 --- ParallelTerminationStrategy: PID 17554 died...\u000a08:56:37.880481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17554): Terminated: ok {rc=0}\u000a08:56:37.890158 --- ParallelTerminationStrategy: PID 17557 died...\u000a08:56:37.943145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17557): Terminated: ok {rc=0}\u000a08:56:38.032399 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17573): Process ended prematurely: osmo-stp_10.42.42.5(pid=17573) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17573)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17573): Process ended prematurely: osmo-stp_10.42.42.5(pid=17573) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:56:39.143211 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:39.155170 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:56:39.312813 tst iperf3m4.py: using LAC 20348\u000a08:56:39.434182 tst iperf3m4.py: using RAC 203\u000a08:56:39.555844 tst iperf3m4.py: using CellId 20348\u000a08:56:39.677301 tst iperf3m4.py: using BVCI 20349\u000a08:56:39.700620 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:39.711824 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:39.722955 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:39.733950 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:39.744860 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:39.755869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:39.766983 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:39.778291 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:39.789529 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:56:39.912423 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:56:40.034781 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:56:40.155360 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:56:40.456292 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:56:40.594108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:40.933925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17559): Launched\u000a08:56:41.216828 run iperf3-srv_10.42.42.10(pid=17560): Launched\u000a08:56:41.418930 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:56:41.556650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:41.896272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17561): Launched\u000a08:56:42.178439 run iperf3-srv_10.42.42.10(pid=17562): Launched\u000a08:56:42.379988 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:56:42.517250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:42.856934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17563): Launched\u000a08:56:43.138400 run iperf3-srv_10.42.42.10(pid=17564): Launched\u000a08:56:43.340236 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:56:43.477504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:56:43.817677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17565): Launched\u000a08:56:44.099307 run iperf3-srv_10.42.42.10(pid=17566): Launched\u000a08:56:44.300888 tst iperf3m4.py:8: start network...\u000a08:56:44.438369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:56:44.955296 run create_hlr_db(pid=17567): Launched\u000a08:56:45.144550 bus /gobi_6: Setting Powered False\u000a08:56:46.166680 run create_hlr_db(pid=17567): Terminated: ok {rc=0}\u000a08:56:46.643358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17569): Launched\u000a08:56:47.203074 run osmo-hlr_10.42.42.2(pid=17570): Launched\u000a08:56:47.328209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:56:47.863395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17572): Launched\u000a08:56:48.171804 run osmo-stp_10.42.42.5(pid=17573): Launched\u000a08:56:48.283770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:56:48.819648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17575): Launched\u000a08:56:48.929069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:56:49.196276 run patchelf(pid=17576): Launched\u000a08:56:49.375797 run osmo-stp_10.42.42.5(pid=17573): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17573)]\u000a08:56:49.508472 run osmo-stp_10.42.42.5(pid=17573): stdout: \u000a| (launched: 2022-12-09_08:56:48.019932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:49.640190 run osmo-stp_10.42.42.5(pid=17573): stderr: \u000a| �[0;m�[38;5;43m20221209085648188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085648188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085648188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085648189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085648189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085648189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085648190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:49.767189 run osmo-stp_10.42.42.5(pid=17573): stdout: \u000a| (launched: 2022-12-09_08:56:48.019932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:56:49.893058 run osmo-stp_10.42.42.5(pid=17573): stderr: \u000a| �[0;m�[38;5;43m20221209085648188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085648188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085648188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085648189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085648189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085648189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085648190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:56:50.039672 run patchelf(pid=17576): Terminating (SIGINT)\u000a08:56:50.211838 run patchelf(pid=17576): Terminated: ok {rc=0}\u000a08:56:50.243364 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17573): Process ended prematurely: osmo-stp_10.42.42.5(pid=17573) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17573)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:56:50.252576 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a08:56:50.312473 run osmo-hlr_10.42.42.2(pid=17570): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17570)]\u000a08:56:50.361015 run osmo-hlr_10.42.42.2(pid=17570): stdout: \u000a| (launched: 2022-12-09_08:56:46.859178) \u000a08:56:50.410410 run osmo-hlr_10.42.42.2(pid=17570): stderr: \u000a| �[0;m�[1;31m20221209085647071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085647071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085647071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085647071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085647071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085647071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085647083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085647096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085647096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085647096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:56:50.452378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17559): Terminating (SIGTERM)\u000a08:56:50.491975 run iperf3-srv_10.42.42.10(pid=17560): Terminating (SIGTERM)\u000a08:56:50.531651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17561): Terminating (SIGTERM)\u000a08:56:50.571159 run iperf3-srv_10.42.42.10(pid=17562): Terminating (SIGTERM)\u000a08:56:50.612415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17563): Terminating (SIGTERM)\u000a08:56:50.651992 run iperf3-srv_10.42.42.10(pid=17564): Terminating (SIGTERM)\u000a08:56:50.691340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17565): Terminating (SIGTERM)\u000a08:56:50.731870 run iperf3-srv_10.42.42.10(pid=17566): Terminating (SIGTERM)\u000a08:56:50.771328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17569): Terminating (SIGTERM)\u000a08:56:50.810815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17572): Terminating (SIGTERM)\u000a08:56:50.850151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17575): Terminating (SIGTERM)\u000a08:56:50.859252 --- ParallelTerminationStrategy: PID 17559 died...\u000a08:56:50.912387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17559): Terminated: ok {rc=0}\u000a08:56:50.922136 --- ParallelTerminationStrategy: PID 17560 died...\u000a08:56:50.974548 run iperf3-srv_10.42.42.10(pid=17560): Terminated {rc=256}\u000a08:56:50.983979 --- ParallelTerminationStrategy: PID 17561 died...\u000a08:56:51.036588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17561): Terminated: ok {rc=0}\u000a08:56:51.046193 --- ParallelTerminationStrategy: PID 17562 died...\u000a08:56:51.098304 run iperf3-srv_10.42.42.10(pid=17562): Terminated {rc=256}\u000a08:56:51.107767 --- ParallelTerminationStrategy: PID 17563 died...\u000a08:56:51.160257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17563): Terminated: ok {rc=0}\u000a08:56:51.169809 --- ParallelTerminationStrategy: PID 17564 died...\u000a08:56:51.222039 run iperf3-srv_10.42.42.10(pid=17564): Terminated {rc=256}\u000a08:56:51.231562 --- ParallelTerminationStrategy: PID 17565 died...\u000a08:56:51.283996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17565): Terminated: ok {rc=0}\u000a08:56:51.293884 --- ParallelTerminationStrategy: PID 17566 died...\u000a08:56:51.346263 run iperf3-srv_10.42.42.10(pid=17566): Terminated {rc=256}\u000a08:56:51.355725 --- ParallelTerminationStrategy: PID 17569 died...\u000a08:56:51.408357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17569): Terminated: ok {rc=0}\u000a08:56:51.418017 --- ParallelTerminationStrategy: PID 17572 died...\u000a08:56:51.470482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17572): Terminated: ok {rc=0}\u000a08:56:51.480069 --- ParallelTerminationStrategy: PID 17575 died...\u000a08:56:51.532681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17575): Terminated: ok {rc=0}\u000a08:56:51.615064 bus /gobi_4: Setting Powered False\u000a08:56:52.722850 bus /gobi_4: Setting Powered False\u000a08:56:53.831580 bus /gobi_1: Setting Powered False\u000a08:56:54.937304 bus /gobi_1: Setting Powered False\u000a08:56:56.044285 bus /gobi_0: Setting Powered False\u000a08:56:57.146178 bus /gobi_0: Setting Powered False\u000a08:56:58.258209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17583): Process ended prematurely: osmo-stp_10.42.42.5(pid=17583) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17583)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17583): Process ended prematurely: osmo-stp_10.42.42.5(pid=17583) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:56:59.324857 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:59.336916 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:56:59.496936 tst ping.py: using LAC 20349\u000a08:56:59.616223 tst ping.py: using RAC 204\u000a08:56:59.736198 tst ping.py: using CellId 20349\u000a08:56:59.858833 tst ping.py: using BVCI 20350\u000a08:56:59.881990 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:59.893236 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:59.904167 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:59.915226 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:59.926149 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:59.937096 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:59.948111 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:56:59.959067 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:00.252203 tst ping.py:19: start network...\u000a08:57:00.387244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:00.934188 run create_hlr_db(pid=17577): Launched\u000a08:57:01.124350 bus /gobi_6: Setting Powered False\u000a08:57:02.153135 run create_hlr_db(pid=17577): Terminated: ok {rc=0}\u000a08:57:02.588484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17579): Launched\u000a08:57:02.911095 run osmo-hlr_10.42.42.2(pid=17580): Launched\u000a08:57:03.027817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:03.590173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17582): Launched\u000a08:57:03.912571 run osmo-stp_10.42.42.5(pid=17583): Launched\u000a08:57:04.029475 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:04.592939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17585): Launched\u000a08:57:04.707857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:04.988565 run patchelf(pid=17586): Launched\u000a08:57:05.176582 run osmo-stp_10.42.42.5(pid=17583): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17583)]\u000a08:57:05.314912 run osmo-stp_10.42.42.5(pid=17583): stdout: \u000a| (launched: 2022-12-09_08:57:03.753727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:05.452814 run osmo-stp_10.42.42.5(pid=17583): stderr: \u000a| �[0;m�[38;5;43m20221209085703943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085703943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085703943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085703944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085703944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085703944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085703944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:05.586141 run osmo-stp_10.42.42.5(pid=17583): stdout: \u000a| (launched: 2022-12-09_08:57:03.753727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:05.718564 run osmo-stp_10.42.42.5(pid=17583): stderr: \u000a| �[0;m�[38;5;43m20221209085703943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085703943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085703943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085703944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085703944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085703944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085703944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:05.871937 run patchelf(pid=17586): Terminating (SIGINT)\u000a08:57:06.052148 run patchelf(pid=17586): Terminated: ok {rc=0}\u000a08:57:06.084763 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17583): Process ended prematurely: osmo-stp_10.42.42.5(pid=17583) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17583)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:57:06.094088 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:57:06.157665 run osmo-hlr_10.42.42.2(pid=17580): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17580)]\u000a08:57:06.209602 run osmo-hlr_10.42.42.2(pid=17580): stdout: \u000a| (launched: 2022-12-09_08:57:02.752364) \u000a08:57:06.261826 run osmo-hlr_10.42.42.2(pid=17580): stderr: \u000a| �[0;m�[1;31m20221209085702947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085702947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085702947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085702947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085702947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085702948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085702980 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085702989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085702989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085702989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:06.306273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17579): Terminating (SIGTERM)\u000a08:57:06.348862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17582): Terminating (SIGTERM)\u000a08:57:06.390864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17585): Terminating (SIGTERM)\u000a08:57:06.401887 --- ParallelTerminationStrategy: PID 17579 died...\u000a08:57:06.455947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17579): Terminated: ok {rc=0}\u000a08:57:06.465998 --- ParallelTerminationStrategy: PID 17582 died...\u000a08:57:06.519263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17582): Terminated: ok {rc=0}\u000a08:57:06.529503 --- ParallelTerminationStrategy: PID 17585 died...\u000a08:57:06.582598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17585): Terminated: ok {rc=0}\u000a08:57:06.671184 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17593): Process ended prematurely: osmo-stp_10.42.42.5(pid=17593) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17593)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17593): Process ended prematurely: osmo-stp_10.42.42.5(pid=17593) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:57:07.724637 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:07.737194 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:57:07.904134 tst ping_idle_ping.py: using LAC 20350\u000a08:57:08.029943 tst ping_idle_ping.py: using RAC 205\u000a08:57:08.157485 tst ping_idle_ping.py: using CellId 20350\u000a08:57:08.285423 tst ping_idle_ping.py: using BVCI 20351\u000a08:57:08.310192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:08.322047 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:08.333573 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:08.345360 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:08.357064 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:08.368834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:08.380630 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:57:08.392268 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:57:08.674842 tst ping_idle_ping.py:24: start network...\u000a08:57:08.801089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:09.297590 run create_hlr_db(pid=17587): Launched\u000a08:57:09.473122 bus /gobi_6: Setting Powered False\u000a08:57:10.494549 run create_hlr_db(pid=17587): Terminated: ok {rc=0}\u000a08:57:10.899079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17589): Launched\u000a08:57:11.205450 run osmo-hlr_10.42.42.2(pid=17590): Launched\u000a08:57:11.325855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:11.856580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17592): Launched\u000a08:57:12.158522 run osmo-stp_10.42.42.5(pid=17593): Launched\u000a08:57:12.268478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:12.793824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17595): Launched\u000a08:57:12.901819 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:13.165231 run patchelf(pid=17596): Launched\u000a08:57:13.341434 run osmo-stp_10.42.42.5(pid=17593): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17593)]\u000a08:57:13.470214 run osmo-stp_10.42.42.5(pid=17593): stdout: \u000a| (launched: 2022-12-09_08:57:12.010293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:13.599805 run osmo-stp_10.42.42.5(pid=17593): stderr: \u000a| �[0;m�[38;5;43m20221209085712177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085712177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085712178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085712178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085712179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085712179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085712179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:13.724667 run osmo-stp_10.42.42.5(pid=17593): stdout: \u000a| (launched: 2022-12-09_08:57:12.010293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:13.848867 run osmo-stp_10.42.42.5(pid=17593): stderr: \u000a| �[0;m�[38;5;43m20221209085712177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085712177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085712178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085712178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085712179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085712179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085712179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:13.993145 run patchelf(pid=17596): Terminating (SIGINT)\u000a08:57:14.161604 run patchelf(pid=17596): Terminated: ok {rc=0}\u000a08:57:14.192455 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17593): Process ended prematurely: osmo-stp_10.42.42.5(pid=17593) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17593)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:57:14.201405 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a08:57:14.260926 run osmo-hlr_10.42.42.2(pid=17590): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17590)]\u000a08:57:14.310002 run osmo-hlr_10.42.42.2(pid=17590): stdout: \u000a| (launched: 2022-12-09_08:57:11.054473) \u000a08:57:14.359598 run osmo-hlr_10.42.42.2(pid=17590): stderr: \u000a| �[0;m�[1;31m20221209085711229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085711229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085711229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085711229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085711229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085711229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085711241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085711250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085711250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085711250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:14.401965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17589): Terminating (SIGTERM)\u000a08:57:14.442268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17592): Terminating (SIGTERM)\u000a08:57:14.482349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17595): Terminating (SIGTERM)\u000a08:57:14.491239 --- ParallelTerminationStrategy: PID 17589 died...\u000a08:57:14.544385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17589): Terminated: ok {rc=0}\u000a08:57:14.554014 --- ParallelTerminationStrategy: PID 17592 died...\u000a08:57:14.607093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17592): Terminated: ok {rc=0}\u000a08:57:14.616835 --- ParallelTerminationStrategy: PID 17595 died...\u000a08:57:14.669617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17595): Terminated: ok {rc=0}\u000a08:57:14.757112 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:56:16" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17613): Process ended prematurely: osmo-stp_10.42.42.5(pid=17613) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17613): Process ended prematurely: osmo-stp_10.42.42.5(pid=17613) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:57:17.004677 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:17.018996 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:57:17.188293 tst cs_paging_gprs_active.py: using LAC 20351\u000a08:57:17.323604 tst cs_paging_gprs_active.py: using RAC 206\u000a08:57:17.452132 tst cs_paging_gprs_active.py: using CellId 20351\u000a08:57:17.575732 tst cs_paging_gprs_active.py: using BVCI 20352\u000a08:57:17.599600 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:17.611011 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:17.622230 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:17.633972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:17.645834 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:17.657441 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:17.669051 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:17.680371 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:17.692015 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:57:17.815947 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:57:18.115505 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:57:18.253954 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:18.593356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17603): Launched\u000a08:57:18.875786 run iperf3-srv_10.42.42.10(pid=17604): Launched\u000a08:57:19.078180 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:57:19.216346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:19.555511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17605): Launched\u000a08:57:19.838072 run iperf3-srv_10.42.42.10(pid=17606): Launched\u000a08:57:20.040294 tst cs_paging_gprs_active.py:38: start network...\u000a08:57:20.178583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:20.698821 run create_hlr_db(pid=17607): Launched\u000a08:57:20.889165 bus /gobi_6: Setting Powered False\u000a08:57:21.910681 run create_hlr_db(pid=17607): Terminated: ok {rc=0}\u000a08:57:22.347668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17609): Launched\u000a08:57:22.677277 run osmo-hlr_10.42.42.2(pid=17610): Launched\u000a08:57:22.795611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:23.367493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17612): Launched\u000a08:57:23.696345 run osmo-stp_10.42.42.5(pid=17613): Launched\u000a08:57:23.816630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:24.387460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17615): Launched\u000a08:57:24.505173 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:24.791747 run patchelf(pid=17616): Launched\u000a08:57:24.983031 run osmo-stp_10.42.42.5(pid=17613): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)]\u000a08:57:25.123049 run osmo-stp_10.42.42.5(pid=17613): stdout: \u000a| (launched: 2022-12-09_08:57:23.534407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:25.263707 run osmo-stp_10.42.42.5(pid=17613): stderr: \u000a| �[0;m�[38;5;43m20221209085723724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085723724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085723725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085723725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085723725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:25.399039 run osmo-stp_10.42.42.5(pid=17613): stdout: \u000a| (launched: 2022-12-09_08:57:23.534407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:25.533346 run osmo-stp_10.42.42.5(pid=17613): stderr: \u000a| �[0;m�[38;5;43m20221209085723724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085723724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085723725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085723725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085723725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085723726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:25.689261 run patchelf(pid=17616): Terminating (SIGINT)\u000a08:57:25.872522 run patchelf(pid=17616): Terminated: ok {rc=0}\u000a08:57:25.906090 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17613): Process ended prematurely: osmo-stp_10.42.42.5(pid=17613) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a08:57:25.915825 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a08:57:25.979462 run osmo-hlr_10.42.42.2(pid=17610): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17610)]\u000a08:57:26.030917 run osmo-hlr_10.42.42.2(pid=17610): stdout: \u000a| (launched: 2022-12-09_08:57:22.515434) \u000a08:57:26.083115 run osmo-hlr_10.42.42.2(pid=17610): stderr: \u000a| �[0;m�[1;31m20221209085722710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085722710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085722710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085722710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085722710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085722710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085722721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085722729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085722730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085722730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:26.127437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17603): Terminating (SIGTERM)\u000a08:57:26.169560 run iperf3-srv_10.42.42.10(pid=17604): Terminating (SIGTERM)\u000a08:57:26.211938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17605): Terminating (SIGTERM)\u000a08:57:26.254107 run iperf3-srv_10.42.42.10(pid=17606): Terminating (SIGTERM)\u000a08:57:26.296265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17609): Terminating (SIGTERM)\u000a08:57:26.338727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17612): Terminating (SIGTERM)\u000a08:57:26.380758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17615): Terminating (SIGTERM)\u000a08:57:26.390530 --- ParallelTerminationStrategy: PID 17603 died...\u000a08:57:26.446562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17603): Terminated: ok {rc=0}\u000a08:57:26.456884 --- ParallelTerminationStrategy: PID 17604 died...\u000a08:57:26.512839 run iperf3-srv_10.42.42.10(pid=17604): Terminated {rc=256}\u000a08:57:26.522920 --- ParallelTerminationStrategy: PID 17605 died...\u000a08:57:26.578888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17605): Terminated: ok {rc=0}\u000a08:57:26.588931 --- ParallelTerminationStrategy: PID 17606 died...\u000a08:57:26.644707 run iperf3-srv_10.42.42.10(pid=17606): Terminated {rc=256}\u000a08:57:26.654699 --- ParallelTerminationStrategy: PID 17609 died...\u000a08:57:26.710553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17609): Terminated: ok {rc=0}\u000a08:57:26.720591 --- ParallelTerminationStrategy: PID 17612 died...\u000a08:57:26.776093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17612): Terminated: ok {rc=0}\u000a08:57:26.786422 --- ParallelTerminationStrategy: PID 17615 died...\u000a08:57:26.842342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17615): Terminated: ok {rc=0}\u000a08:57:26.929202 bus /gobi_0: Setting Powered False\u000a08:57:28.033446 bus /gobi_0: Setting Powered False\u000a08:57:29.144585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17625): Process ended prematurely: osmo-stp_10.42.42.5(pid=17625) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17625)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17625): Process ended prematurely: osmo-stp_10.42.42.5(pid=17625) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a08:57:30.254995 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:30.266925 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:57:30.429077 tst iperf3.py: using LAC 20352\u000a08:57:30.549466 tst iperf3.py: using RAC 207\u000a08:57:30.674509 tst iperf3.py: using CellId 20352\u000a08:57:30.795469 tst iperf3.py: using BVCI 20353\u000a08:57:30.819088 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:30.830446 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:30.855017 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:30.867242 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:30.879214 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:30.892656 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:30.915050 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:30.928262 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:30.941711 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:57:31.251089 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:57:31.384140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:31.717510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17617): Launched\u000a08:57:32.003497 run iperf3-srv_10.42.42.10(pid=17618): Launched\u000a08:57:32.195400 tst iperf3.py:8: start network...\u000a08:57:32.324193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:32.818452 run create_hlr_db(pid=17619): Launched\u000a08:57:32.994559 bus /gobi_6: Setting Powered False\u000a08:57:34.016494 run create_hlr_db(pid=17619): Terminated: ok {rc=0}\u000a08:57:34.424772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17621): Launched\u000a08:57:34.731782 run osmo-hlr_10.42.42.2(pid=17622): Launched\u000a08:57:34.843350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:35.378736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17624): Launched\u000a08:57:35.687481 run osmo-stp_10.42.42.5(pid=17625): Launched\u000a08:57:35.802952 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:36.341136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17629): Launched\u000a08:57:36.451171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:36.719085 run patchelf(pid=17630): Launched\u000a08:57:36.899143 run osmo-stp_10.42.42.5(pid=17625): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17625)]\u000a08:57:37.030976 run osmo-stp_10.42.42.5(pid=17625): stdout: \u000a| (launched: 2022-12-09_08:57:35.535933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:37.163817 run osmo-stp_10.42.42.5(pid=17625): stderr: \u000a| �[0;m�[38;5;43m20221209085735704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085735704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085735704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085735705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085735705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085735705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085735705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:37.291434 run osmo-stp_10.42.42.5(pid=17625): stdout: \u000a| (launched: 2022-12-09_08:57:35.535933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:37.417877 run osmo-stp_10.42.42.5(pid=17625): stderr: \u000a| �[0;m�[38;5;43m20221209085735704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085735704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085735704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085735705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085735705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085735705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085735705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:37.565358 run patchelf(pid=17630): Terminating (SIGINT)\u000a08:57:37.738047 run patchelf(pid=17630): Terminated: ok {rc=0}\u000a08:57:37.769723 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17625): Process ended prematurely: osmo-stp_10.42.42.5(pid=17625) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17625)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a08:57:37.779000 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a08:57:37.838809 run osmo-hlr_10.42.42.2(pid=17622): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17622)]\u000a08:57:37.887516 run osmo-hlr_10.42.42.2(pid=17622): stdout: \u000a| (launched: 2022-12-09_08:57:34.581333) \u000a08:57:37.936850 run osmo-hlr_10.42.42.2(pid=17622): stderr: \u000a| �[0;m�[1;31m20221209085734756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085734756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085734756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085734756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085734756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085734756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085734781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085734791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085734791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085734791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:37.978817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17617): Terminating (SIGTERM)\u000a08:57:38.018309 run iperf3-srv_10.42.42.10(pid=17618): Terminating (SIGTERM)\u000a08:57:38.057870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17621): Terminating (SIGTERM)\u000a08:57:38.097468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17624): Terminating (SIGTERM)\u000a08:57:38.137079 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17629): Terminating (SIGTERM)\u000a08:57:38.146187 --- ParallelTerminationStrategy: PID 17617 died...\u000a08:57:38.199490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17617): Terminated: ok {rc=0}\u000a08:57:38.208898 --- ParallelTerminationStrategy: PID 17618 died...\u000a08:57:38.261727 run iperf3-srv_10.42.42.10(pid=17618): Terminated {rc=256}\u000a08:57:38.271120 --- ParallelTerminationStrategy: PID 17621 died...\u000a08:57:38.323764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17621): Terminated: ok {rc=0}\u000a08:57:38.333367 --- ParallelTerminationStrategy: PID 17624 died...\u000a08:57:38.385682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17624): Terminated: ok {rc=0}\u000a08:57:38.395109 --- ParallelTerminationStrategy: PID 17629 died...\u000a08:57:38.447753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17629): Terminated: ok {rc=0}\u000a08:57:38.536391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17645): Process ended prematurely: osmo-stp_10.42.42.5(pid=17645) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17645): Process ended prematurely: osmo-stp_10.42.42.5(pid=17645) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a08:57:39.646852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:39.658635 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:57:39.823467 tst iperf3m4.py: using LAC 20353\u000a08:57:39.952037 tst iperf3m4.py: using RAC 208\u000a08:57:40.079426 tst iperf3m4.py: using CellId 20353\u000a08:57:40.207076 tst iperf3m4.py: using BVCI 20354\u000a08:57:40.232699 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:40.244521 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:40.256223 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:40.268258 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:40.280872 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:40.293628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:40.305354 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:40.317626 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:40.330180 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:57:40.453284 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:57:40.577969 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:57:40.697371 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:57:40.985935 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:57:41.115502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:41.435806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17631): Launched\u000a08:57:41.699969 run iperf3-srv_10.42.42.10(pid=17632): Launched\u000a08:57:41.887285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:57:42.014944 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:42.332305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17633): Launched\u000a08:57:42.597468 run iperf3-srv_10.42.42.10(pid=17634): Launched\u000a08:57:42.784097 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:57:42.911983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:43.232151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17635): Launched\u000a08:57:43.496089 run iperf3-srv_10.42.42.10(pid=17636): Launched\u000a08:57:43.683071 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:57:43.810919 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:57:44.127777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17637): Launched\u000a08:57:44.393098 run iperf3-srv_10.42.42.10(pid=17638): Launched\u000a08:57:44.579654 tst iperf3m4.py:8: start network...\u000a08:57:44.707523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:57:45.202249 run create_hlr_db(pid=17639): Launched\u000a08:57:45.378909 bus /gobi_6: Setting Powered False\u000a08:57:46.402432 run create_hlr_db(pid=17639): Terminated: ok {rc=0}\u000a08:57:46.831454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17641): Launched\u000a08:57:47.198391 run osmo-hlr_10.42.42.2(pid=17642): Launched\u000a08:57:47.321599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:57:47.896472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17644): Launched\u000a08:57:48.226081 run osmo-stp_10.42.42.5(pid=17645): Launched\u000a08:57:48.346886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:57:48.919481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17647): Launched\u000a08:57:49.036763 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:57:49.321954 run patchelf(pid=17648): Launched\u000a08:57:49.513111 run osmo-stp_10.42.42.5(pid=17645): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)]\u000a08:57:49.652797 run osmo-stp_10.42.42.5(pid=17645): stdout: \u000a| (launched: 2022-12-09_08:57:48.063783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:49.792551 run osmo-stp_10.42.42.5(pid=17645): stderr: \u000a| �[0;m�[38;5;43m20221209085748250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085748250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085748251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085748251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085748252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085748252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085748252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:49.927842 run osmo-stp_10.42.42.5(pid=17645): stdout: \u000a| (launched: 2022-12-09_08:57:48.063783)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:57:50.062092 run osmo-stp_10.42.42.5(pid=17645): stderr: \u000a| �[0;m�[38;5;43m20221209085748250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085748250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085748251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085748251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085748252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085748252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085748252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:57:50.218983 run patchelf(pid=17648): Terminating (SIGINT)\u000a08:57:50.402889 run patchelf(pid=17648): Terminated: ok {rc=0}\u000a08:57:50.436370 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17645): Process ended prematurely: osmo-stp_10.42.42.5(pid=17645) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17645)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a08:57:50.446430 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a08:57:50.510184 run osmo-hlr_10.42.42.2(pid=17642): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17642)]\u000a08:57:50.561764 run osmo-hlr_10.42.42.2(pid=17642): stdout: \u000a| (launched: 2022-12-09_08:57:46.991269) \u000a08:57:50.614097 run osmo-hlr_10.42.42.2(pid=17642): stderr: \u000a| �[0;m�[1;31m20221209085747241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085747241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085747241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085747241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085747241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085747241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085747253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085747261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085747261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085747261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:57:50.658510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17631): Terminating (SIGTERM)\u000a08:57:50.700688 run iperf3-srv_10.42.42.10(pid=17632): Terminating (SIGTERM)\u000a08:57:50.744365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17633): Terminating (SIGTERM)\u000a08:57:50.786855 run iperf3-srv_10.42.42.10(pid=17634): Terminating (SIGTERM)\u000a08:57:50.828606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17635): Terminating (SIGTERM)\u000a08:57:50.869990 run iperf3-srv_10.42.42.10(pid=17636): Terminating (SIGTERM)\u000a08:57:50.912000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17637): Terminating (SIGTERM)\u000a08:57:50.953671 run iperf3-srv_10.42.42.10(pid=17638): Terminating (SIGTERM)\u000a08:57:50.995507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17641): Terminating (SIGTERM)\u000a08:57:51.037558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17644): Terminating (SIGTERM)\u000a08:57:51.079496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17647): Terminating (SIGTERM)\u000a08:57:51.089264 --- ParallelTerminationStrategy: PID 17631 died...\u000a08:57:51.145699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17631): Terminated: ok {rc=0}\u000a08:57:51.155755 --- ParallelTerminationStrategy: PID 17632 died...\u000a08:57:51.211528 run iperf3-srv_10.42.42.10(pid=17632): Terminated {rc=256}\u000a08:57:51.222146 --- ParallelTerminationStrategy: PID 17633 died...\u000a08:57:51.278134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17633): Terminated: ok {rc=0}\u000a08:57:51.288448 --- ParallelTerminationStrategy: PID 17634 died...\u000a08:57:51.344767 run iperf3-srv_10.42.42.10(pid=17634): Terminated {rc=256}\u000a08:57:51.354746 --- ParallelTerminationStrategy: PID 17635 died...\u000a08:57:51.410495 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17635): Terminated: ok {rc=0}\u000a08:57:51.420687 --- ParallelTerminationStrategy: PID 17636 died...\u000a08:57:51.476286 run iperf3-srv_10.42.42.10(pid=17636): Terminated {rc=256}\u000a08:57:51.486400 --- ParallelTerminationStrategy: PID 17637 died...\u000a08:57:51.542540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17637): Terminated: ok {rc=0}\u000a08:57:51.552554 --- ParallelTerminationStrategy: PID 17638 died...\u000a08:57:51.608165 run iperf3-srv_10.42.42.10(pid=17638): Terminated {rc=256}\u000a08:57:51.618104 --- ParallelTerminationStrategy: PID 17641 died...\u000a08:57:51.673517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17641): Terminated: ok {rc=0}\u000a08:57:51.683751 --- ParallelTerminationStrategy: PID 17644 died...\u000a08:57:51.739467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17644): Terminated: ok {rc=0}\u000a08:57:51.749930 --- ParallelTerminationStrategy: PID 17647 died...\u000a08:57:51.805701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17647): Terminated: ok {rc=0}\u000a08:57:51.913044 bus /gobi_4: Setting Powered False\u000a08:57:53.023233 bus /gobi_4: Setting Powered False\u000a08:57:54.131572 bus /gobi_1: Setting Powered False\u000a08:57:55.238520 bus /gobi_1: Setting Powered False\u000a08:57:56.346259 bus /gobi_0: Setting Powered False\u000a08:57:57.452120 bus /gobi_0: Setting Powered False\u000a08:57:58.560566 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17655): Process ended prematurely: osmo-stp_10.42.42.5(pid=17655) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17655): Process ended prematurely: osmo-stp_10.42.42.5(pid=17655) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a08:57:59.628859 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:57:59.641330 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:57:59.808107 tst ping.py: using LAC 20354\u000a08:57:59.933308 tst ping.py: using RAC 209\u000a08:58:00.058627 tst ping.py: using CellId 20354\u000a08:58:00.183339 tst ping.py: using BVCI 20355\u000a08:58:00.207941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:00.220037 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:00.231581 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:00.243414 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:00.255123 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:00.267050 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:00.279101 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:00.291525 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:00.587246 tst ping.py:19: start network...\u000a08:58:00.721762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:01.295023 run create_hlr_db(pid=17649): Launched\u000a08:58:01.488792 bus /gobi_6: Setting Powered False\u000a08:58:02.502925 run create_hlr_db(pid=17649): Terminated: ok {rc=0}\u000a08:58:02.910563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Launched\u000a08:58:03.221200 run osmo-hlr_10.42.42.2(pid=17652): Launched\u000a08:58:03.340313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:03.906398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Launched\u000a08:58:04.226864 run osmo-stp_10.42.42.5(pid=17655): Launched\u000a08:58:04.344062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:04.905607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17657): Launched\u000a08:58:05.020490 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:05.300468 run patchelf(pid=17658): Launched\u000a08:58:05.488092 run osmo-stp_10.42.42.5(pid=17655): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)]\u000a08:58:05.625415 run osmo-stp_10.42.42.5(pid=17655): stdout: \u000a| (launched: 2022-12-09_08:58:04.069537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:05.762691 run osmo-stp_10.42.42.5(pid=17655): stderr: \u000a| �[0;m�[38;5;43m20221209085804256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085804256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085804256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085804256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085804257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085804257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085804257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:05.895396 run osmo-stp_10.42.42.5(pid=17655): stdout: \u000a| (launched: 2022-12-09_08:58:04.069537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:06.027196 run osmo-stp_10.42.42.5(pid=17655): stderr: \u000a| �[0;m�[38;5;43m20221209085804256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085804256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085804256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085804256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085804257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085804257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085804257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:06.180348 run patchelf(pid=17658): Terminating (SIGINT)\u000a08:58:06.360815 run patchelf(pid=17658): Terminated: ok {rc=0}\u000a08:58:06.393482 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17655): Process ended prematurely: osmo-stp_10.42.42.5(pid=17655) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a08:58:06.402637 tst ping.py:22: Test FAILED (6.8 sec)\u000a08:58:06.465945 run osmo-hlr_10.42.42.2(pid=17652): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17652)]\u000a08:58:06.517652 run osmo-hlr_10.42.42.2(pid=17652): stdout: \u000a| (launched: 2022-12-09_08:58:03.063944) \u000a08:58:06.569822 run osmo-hlr_10.42.42.2(pid=17652): stderr: \u000a| �[0;m�[1;31m20221209085803253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085803253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085803253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085803253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085803253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085803254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085803266 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085803275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085803275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085803275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:06.614329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Terminating (SIGTERM)\u000a08:58:06.656045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Terminating (SIGTERM)\u000a08:58:06.698778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17657): Terminating (SIGTERM)\u000a08:58:06.708078 --- ParallelTerminationStrategy: PID 17651 died...\u000a08:58:06.764536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Terminated: ok {rc=0}\u000a08:58:06.774563 --- ParallelTerminationStrategy: PID 17654 died...\u000a08:58:06.831146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Terminated: ok {rc=0}\u000a08:58:06.841304 --- ParallelTerminationStrategy: PID 17657 died...\u000a08:58:06.897093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17657): Terminated: ok {rc=0}\u000a08:58:06.984540 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17665): Process ended prematurely: osmo-stp_10.42.42.5(pid=17665) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17665)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17665): Process ended prematurely: osmo-stp_10.42.42.5(pid=17665) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a08:58:08.036199 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:08.048228 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a08:58:08.206658 tst ping_idle_ping.py: using LAC 20355\u000a08:58:08.324683 tst ping_idle_ping.py: using RAC 210\u000a08:58:08.445210 tst ping_idle_ping.py: using CellId 20355\u000a08:58:08.563534 tst ping_idle_ping.py: using BVCI 20356\u000a08:58:08.586694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:08.597887 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:08.608939 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:08.619959 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:08.630950 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:08.641951 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:08.653053 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a08:58:08.664109 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a08:58:08.943993 tst ping_idle_ping.py:24: start network...\u000a08:58:09.069703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:09.560822 run create_hlr_db(pid=17659): Launched\u000a08:58:09.735609 bus /gobi_6: Setting Powered False\u000a08:58:10.757671 run create_hlr_db(pid=17659): Terminated: ok {rc=0}\u000a08:58:11.187423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17661): Launched\u000a08:58:11.511790 run osmo-hlr_10.42.42.2(pid=17662): Launched\u000a08:58:11.632242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:12.195102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17664): Launched\u000a08:58:12.521090 run osmo-stp_10.42.42.5(pid=17665): Launched\u000a08:58:12.640058 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:13.207028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17667): Launched\u000a08:58:13.323379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:13.605581 run patchelf(pid=17668): Launched\u000a08:58:13.794822 run osmo-stp_10.42.42.5(pid=17665): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17665)]\u000a08:58:13.932928 run osmo-stp_10.42.42.5(pid=17665): stdout: \u000a| (launched: 2022-12-09_08:58:12.360258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:14.071123 run osmo-stp_10.42.42.5(pid=17665): stderr: \u000a| �[0;m�[38;5;43m20221209085812551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085812551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085812551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085812551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085812552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085812552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085812552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:14.205043 run osmo-stp_10.42.42.5(pid=17665): stdout: \u000a| (launched: 2022-12-09_08:58:12.360258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:14.338467 run osmo-stp_10.42.42.5(pid=17665): stderr: \u000a| �[0;m�[38;5;43m20221209085812551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085812551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085812551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085812551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085812552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085812552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085812552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:14.492921 run patchelf(pid=17668): Terminating (SIGINT)\u000a08:58:14.674351 run patchelf(pid=17668): Terminated: ok {rc=0}\u000a08:58:14.707222 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17665): Process ended prematurely: osmo-stp_10.42.42.5(pid=17665) [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17665)] [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a08:58:14.716419 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:58:14.780139 run osmo-hlr_10.42.42.2(pid=17662): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17662)]\u000a08:58:14.831843 run osmo-hlr_10.42.42.2(pid=17662): stdout: \u000a| (launched: 2022-12-09_08:58:11.353032) \u000a08:58:14.884248 run osmo-hlr_10.42.42.2(pid=17662): stderr: \u000a| �[0;m�[1;31m20221209085811549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085811549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085811549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085811549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085811549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085811549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085811562 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085811570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085811570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085811570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:14.928699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17661): Terminating (SIGTERM)\u000a08:58:14.971414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17664): Terminating (SIGTERM)\u000a08:58:15.013561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17667): Terminating (SIGTERM)\u000a08:58:15.023548 --- ParallelTerminationStrategy: PID 17661 died...\u000a08:58:15.080247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17661): Terminated: ok {rc=0}\u000a08:58:15.090360 --- ParallelTerminationStrategy: PID 17664 died...\u000a08:58:15.146767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17664): Terminated: ok {rc=0}\u000a08:58:15.156853 --- ParallelTerminationStrategy: PID 17667 died...\u000a08:58:15.213217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17667): Terminated: ok {rc=0}\u000a08:58:15.301061 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:57:16" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17678): Process ended prematurely: osmo-stp_10.42.42.5(pid=17678) [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17678)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17678): Process ended prematurely: osmo-stp_10.42.42.5(pid=17678) [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:58:17.365173 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:58:17.376851 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:58:17.535251 tst switch_tch_pdch.py: using LAC 20356\u000a08:58:17.652538 tst switch_tch_pdch.py: using RAC 211\u000a08:58:17.770189 tst switch_tch_pdch.py: using CellId 20356\u000a08:58:17.887641 tst switch_tch_pdch.py: using BVCI 20357\u000a08:58:17.910862 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:58:17.922535 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:58:17.933996 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:58:17.945942 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:58:17.957936 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:58:17.969842 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:58:17.982449 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:58:17.994079 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:58:18.112760 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:58:18.397691 tst switch_tch_pdch.py:51: start network...\u000a08:58:18.522841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:19.004554 run create_hlr_db(pid=17672): Launched\u000a08:58:19.177655 bus /gobi_6: Setting Powered False\u000a08:58:20.210298 run create_hlr_db(pid=17672): Terminated: ok {rc=0}\u000a08:58:20.613660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17674): Launched\u000a08:58:20.913482 run osmo-hlr_10.42.42.2(pid=17675): Launched\u000a08:58:21.031267 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:21.561472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17677): Launched\u000a08:58:21.862244 run osmo-stp_10.42.42.5(pid=17678): Launched\u000a08:58:21.970337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:22.493905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17680): Launched\u000a08:58:22.600524 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:22.861398 run patchelf(pid=17681): Launched\u000a08:58:23.036141 run osmo-stp_10.42.42.5(pid=17678): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17678)]\u000a08:58:23.164361 run osmo-stp_10.42.42.5(pid=17678): stdout: \u000a| (launched: 2022-12-09_08:58:21.714681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:23.293146 run osmo-stp_10.42.42.5(pid=17678): stderr: \u000a| �[0;m�[38;5;43m20221209085821883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085821884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:23.417333 run osmo-stp_10.42.42.5(pid=17678): stdout: \u000a| (launched: 2022-12-09_08:58:21.714681)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:23.541176 run osmo-stp_10.42.42.5(pid=17678): stderr: \u000a| �[0;m�[38;5;43m20221209085821883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085821884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085821884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085821885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:23.684111 run patchelf(pid=17681): Terminating (SIGINT)\u000a08:58:23.852116 run patchelf(pid=17681): Terminated: ok {rc=0}\u000a08:58:23.882511 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17678): Process ended prematurely: osmo-stp_10.42.42.5(pid=17678) [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17678)] [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:58:23.891161 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a08:58:23.950496 run osmo-hlr_10.42.42.2(pid=17675): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17675)]\u000a08:58:23.998915 run osmo-hlr_10.42.42.2(pid=17675): stdout: \u000a| (launched: 2022-12-09_08:58:20.766440) \u000a08:58:24.048001 run osmo-hlr_10.42.42.2(pid=17675): stderr: \u000a| �[0;m�[1;31m20221209085820940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085820940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085820940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085820940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085820940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085820940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085820952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085820962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085820962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085820962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:24.089882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17674): Terminating (SIGTERM)\u000a08:58:24.129545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17677): Terminating (SIGTERM)\u000a08:58:24.169125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17680): Terminating (SIGTERM)\u000a08:58:24.178271 --- ParallelTerminationStrategy: PID 17674 died...\u000a08:58:24.230922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17674): Terminated: ok {rc=0}\u000a08:58:24.240325 --- ParallelTerminationStrategy: PID 17677 died...\u000a08:58:24.293003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17677): Terminated: ok {rc=0}\u000a08:58:24.302580 --- ParallelTerminationStrategy: PID 17680 died...\u000a08:58:24.355257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17680): Terminated: ok {rc=0}\u000a08:58:24.441776 bus /gobi_0: Setting Powered False\u000a08:58:25.543727 bus /gobi_0: Setting Powered False\u000a08:58:26.652682 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:58:17" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17692): Process ended prematurely: osmo-stp_10.42.42.5(pid=17692) [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17692)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17692): Process ended prematurely: osmo-stp_10.42.42.5(pid=17692) [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a08:58:28.632551 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:58:28.645289 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a08:58:28.812021 tst switch_tch_pdch.py: using LAC 20357\u000a08:58:28.937022 tst switch_tch_pdch.py: using RAC 212\u000a08:58:29.061095 tst switch_tch_pdch.py: using CellId 20357\u000a08:58:29.184707 tst switch_tch_pdch.py: using BVCI 20358\u000a08:58:29.209371 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:58:29.221073 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:58:29.232909 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:58:29.244740 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:58:29.256559 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:58:29.268327 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:58:29.280168 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a08:58:29.292129 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:58:29.408839 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a08:58:29.703968 tst switch_tch_pdch.py:51: start network...\u000a08:58:29.838928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:30.322726 run create_hlr_db(pid=17686): Launched\u000a08:58:30.454744 bus /gobi_6: Setting Powered False\u000a08:58:31.595802 run create_hlr_db(pid=17686): Terminated: ok {rc=0}\u000a08:58:32.053927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17688): Launched\u000a08:58:32.362802 run osmo-hlr_10.42.42.2(pid=17689): Launched\u000a08:58:32.481991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:32.984767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17691): Launched\u000a08:58:33.285675 run osmo-stp_10.42.42.5(pid=17692): Launched\u000a08:58:33.395333 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:58:33.897123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17694): Launched\u000a08:58:34.004176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:58:34.268418 run patchelf(pid=17695): Launched\u000a08:58:34.444764 run osmo-stp_10.42.42.5(pid=17692): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17692)]\u000a08:58:34.573676 run osmo-stp_10.42.42.5(pid=17692): stdout: \u000a| (launched: 2022-12-09_08:58:33.137615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:34.702836 run osmo-stp_10.42.42.5(pid=17692): stderr: \u000a| �[0;m�[38;5;43m20221209085833304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085833304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085833304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085833305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085833305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085833305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085833305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:34.827624 run osmo-stp_10.42.42.5(pid=17692): stdout: \u000a| (launched: 2022-12-09_08:58:33.137615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:34.951119 run osmo-stp_10.42.42.5(pid=17692): stderr: \u000a| �[0;m�[38;5;43m20221209085833304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085833304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085833304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085833305 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085833305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085833305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085833305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:35.095168 run patchelf(pid=17695): Terminating (SIGINT)\u000a08:58:35.263997 run patchelf(pid=17695): Terminated: ok {rc=0}\u000a08:58:35.294577 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17692): Process ended prematurely: osmo-stp_10.42.42.5(pid=17692) [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17692)] [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a08:58:35.303211 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a08:58:35.362334 run osmo-hlr_10.42.42.2(pid=17689): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17689)]\u000a08:58:35.410751 run osmo-hlr_10.42.42.2(pid=17689): stdout: \u000a| (launched: 2022-12-09_08:58:32.211720) \u000a08:58:35.459845 run osmo-hlr_10.42.42.2(pid=17689): stderr: \u000a| �[0;m�[1;31m20221209085832384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085832384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085832384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085832384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085832384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085832384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085832396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085832404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085832405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085832405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:35.501801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17688): Terminating (SIGTERM)\u000a08:58:35.541792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17691): Terminating (SIGTERM)\u000a08:58:35.582373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17694): Terminating (SIGTERM)\u000a08:58:35.591551 --- ParallelTerminationStrategy: PID 17688 died...\u000a08:58:35.644675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17688): Terminated: ok {rc=0}\u000a08:58:35.654307 --- ParallelTerminationStrategy: PID 17691 died...\u000a08:58:35.706993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17691): Terminated: ok {rc=0}\u000a08:58:35.716532 --- ParallelTerminationStrategy: PID 17694 died...\u000a08:58:35.769479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17694): Terminated: ok {rc=0}\u000a08:58:35.858840 bus /gobi_0: Setting Powered False\u000a08:58:36.962472 bus /gobi_0: Setting Powered False\u000a08:58:38.073979 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:58:28" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17701): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17701) [trial-2357↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17701)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17701): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17701) [trial-2357↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a08:58:39.976509 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a08:58:39.987402 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:58:40.120388 tst mo_mt_sms.py: using LAC 20358\u000a08:58:40.238118 tst mo_mt_sms.py: using RAC 213\u000a08:58:40.358041 tst mo_mt_sms.py: using CellId 20358\u000a08:58:40.475904 tst mo_mt_sms.py: using BVCI 20359\u000a08:58:40.498851 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:58:40.620415 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:58:40.898001 tst mo_mt_sms.py:9: start nitb and bts...\u000a08:58:41.023701 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:58:41.653126 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17700): Launched\u000a08:58:41.953840 run osmo-nitb_10.42.42.2(pid=17701): Launched\u000a08:58:42.139861 run osmo-nitb_10.42.42.2(pid=17701): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17701)]\u000a08:58:42.276113 run osmo-nitb_10.42.42.2(pid=17701): stdout: \u000a| (launched: 2022-12-09_08:58:41.806998) \u000a08:58:42.412722 run osmo-nitb_10.42.42.2(pid=17701): stderr: \u000a| (launched: 2022-12-09_08:58:41.852109)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:58:42.544892 run osmo-nitb_10.42.42.2(pid=17701): stdout: \u000a| (launched: 2022-12-09_08:58:41.806998) \u000a08:58:42.676235 run osmo-nitb_10.42.42.2(pid=17701): stderr: \u000a| (launched: 2022-12-09_08:58:41.852109)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:58:43.075063 tst osmo-nitb_10.42.42.2(pid=17701): stdout: \u000a| (launched: 2022-12-09_08:58:41.806998) \u000a08:58:43.195091 tst osmo-nitb_10.42.42.2(pid=17701): stderr: \u000a| (launched: 2022-12-09_08:58:41.852109)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:58:43.247662 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17701): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17701) [trial-2357↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17701)] [trial-2357↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a08:58:43.255737 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a08:58:43.290092 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17700): Terminating (SIGTERM)\u000a08:58:43.467313 --- ParallelTerminationStrategy: PID 17700 died...\u000a08:58:43.522179 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17700): Terminated: ok {rc=0}\u000a08:58:43.610534 bus /sierra_3: Setting Powered False\u000a08:58:44.713698 bus /sierra_3: Setting Powered False\u000a08:58:45.827619 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:58:39" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17711): Process ended prematurely: osmo-stp_10.42.42.5(pid=17711) [trial-2357↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17711)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17711): Process ended prematurely: osmo-stp_10.42.42.5(pid=17711) [trial-2357↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17711)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a08:58:47.803675 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:58:47.814856 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:58:47.957423 tst mo_mt_sms.py: using LAC 20359\u000a08:58:48.083449 tst mo_mt_sms.py: using RAC 214\u000a08:58:48.209346 tst mo_mt_sms.py: using CellId 20359\u000a08:58:48.332213 tst mo_mt_sms.py: using BVCI 20360\u000a08:58:48.355268 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:58:48.366386 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:58:48.377147 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:58:48.388762 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:58:48.400149 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:58:48.411426 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:58:48.527831 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:58:48.728834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:58:49.211397 run create_hlr_db(pid=17705): Launched\u000a08:58:49.384575 bus /sierra_2: Setting Powered False\u000a08:58:50.405572 run create_hlr_db(pid=17705): Terminated: ok {rc=0}\u000a08:58:50.833056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17707): Launched\u000a08:58:51.155080 run osmo-hlr_10.42.42.2(pid=17708): Launched\u000a08:58:51.274926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:58:51.835838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17710): Launched\u000a08:58:52.157746 run osmo-stp_10.42.42.5(pid=17711): Launched\u000a08:58:52.275259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:58:52.863548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17713): Launched\u000a08:58:53.186864 run osmo-msc_10.42.42.6(pid=17714): Launched\u000a08:58:53.376119 run osmo-stp_10.42.42.5(pid=17711): ERR: Terminated: ERROR {rc=1} [trial-2357↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17711)]\u000a08:58:53.512284 run osmo-stp_10.42.42.5(pid=17711): stdout: \u000a| (launched: 2022-12-09_08:58:51.999391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:53.647476 run osmo-stp_10.42.42.5(pid=17711): stderr: \u000a| �[0;m�[38;5;43m20221209085852188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085852188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085852189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085852189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085852190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085852190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085852190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:53.777283 run osmo-stp_10.42.42.5(pid=17711): stdout: \u000a| (launched: 2022-12-09_08:58:51.999391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:58:53.905791 run osmo-stp_10.42.42.5(pid=17711): stderr: \u000a| �[0;m�[38;5;43m20221209085852188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085852188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085852189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085852189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085852190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085852190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085852190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:58:53.962188 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17711): Process ended prematurely: osmo-stp_10.42.42.5(pid=17711) [trial-2357↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17711)] [trial-2357↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a08:58:53.970686 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a08:58:54.033940 run osmo-hlr_10.42.42.2(pid=17708): ERR: Terminated: ERROR {rc=237} [trial-2357↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17708)]\u000a08:58:54.085807 run osmo-hlr_10.42.42.2(pid=17708): stdout: \u000a| (launched: 2022-12-09_08:58:50.996933) \u000a08:58:54.138331 run osmo-hlr_10.42.42.2(pid=17708): stderr: \u000a| �[0;m�[1;31m20221209085851190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085851190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085851190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085851191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085851191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085851191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085851206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085851214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085851215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085851215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:58:54.209205 run osmo-msc_10.42.42.6(pid=17714): ERR: Terminated: ERROR {rc=2} [trial-2357↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17714)]\u000a08:58:54.261368 run osmo-msc_10.42.42.6(pid=17714): stdout: \u000a| (launched: 2022-12-09_08:58:53.027485) \u000a08:58:54.313937 run osmo-msc_10.42.42.6(pid=17714): stderr: \u000a| �[0;m�[38;5;43m20221209085853346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085853346 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51e08b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085853346 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085853346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085853347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085853347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085853348 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085853349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085853349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085853349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:58:54.358619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17707): Terminating (SIGTERM)\u000a08:58:54.400421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17710): Terminating (SIGTERM)\u000a08:58:54.443057 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17713): Terminating (SIGTERM)\u000a08:58:54.452892 --- ParallelTerminationStrategy: PID 17707 died...\u000a08:58:54.509365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17707): Terminated: ok {rc=0}\u000a08:58:54.519791 --- ParallelTerminationStrategy: PID 17710 died...\u000a08:58:54.575986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17710): Terminated: ok {rc=0}\u000a08:58:54.586169 --- ParallelTerminationStrategy: PID 17713 died...\u000a08:58:54.642317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17713): Terminated: ok {rc=0}\u000a08:58:54.730424 bus /sierra_3: Setting Powered False\u000a08:58:55.835177 bus /sierra_3: Setting Powered False\u000a08:58:56.947822 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:58:47" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17720): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17720) [trial-2357↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17720)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17720): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17720) [trial-2357↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17720)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a08:58:58.801046 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a08:58:58.812454 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:58:58.958787 tst assert_extension.py: using LAC 20360\u000a08:58:59.084324 tst assert_extension.py: using RAC 215\u000a08:58:59.211827 tst assert_extension.py: using CellId 20360\u000a08:58:59.332896 tst assert_extension.py: using BVCI 20361\u000a08:58:59.355999 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a08:58:59.641451 tst assert_extension.py:10: start nitb and bts...\u000a08:58:59.767687 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:59:00.391888 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17719): Launched\u000a08:59:00.690917 run osmo-nitb_10.42.42.2(pid=17720): Launched\u000a08:59:00.899676 run osmo-nitb_10.42.42.2(pid=17720): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17720)]\u000a08:59:01.039260 run osmo-nitb_10.42.42.2(pid=17720): stdout: \u000a| (launched: 2022-12-09_08:59:00.545368) \u000a08:59:01.179201 run osmo-nitb_10.42.42.2(pid=17720): stderr: \u000a| (launched: 2022-12-09_08:59:00.590724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:59:01.314643 run osmo-nitb_10.42.42.2(pid=17720): stdout: \u000a| (launched: 2022-12-09_08:59:00.545368) \u000a08:59:01.449142 run osmo-nitb_10.42.42.2(pid=17720): stderr: \u000a| (launched: 2022-12-09_08:59:00.590724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:59:01.857975 tst osmo-nitb_10.42.42.2(pid=17720): stdout: \u000a| (launched: 2022-12-09_08:59:00.545368) \u000a08:59:02.020317 tst osmo-nitb_10.42.42.2(pid=17720): stderr: \u000a| (launched: 2022-12-09_08:59:00.590724)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:59:02.084523 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17720): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17720) [trial-2357↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17720)] [trial-2357↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a08:59:02.093732 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a08:59:02.132673 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17719): Terminating (SIGTERM)\u000a08:59:02.311701 --- ParallelTerminationStrategy: PID 17719 died...\u000a08:59:02.369132 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17719): Terminated: ok {rc=0}\u000a08:59:02.457985 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:58:58" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17730): Process ended prematurely: osmo-stp_10.42.42.5(pid=17730) [trial-2357↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17730)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17730): Process ended prematurely: osmo-stp_10.42.42.5(pid=17730) [trial-2357↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a08:59:04.304781 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:04.316150 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a08:59:04.461737 tst assert_extension.py: using LAC 20361\u000a08:59:04.590124 tst assert_extension.py: using RAC 216\u000a08:59:04.715381 tst assert_extension.py: using CellId 20361\u000a08:59:04.842826 tst assert_extension.py: using BVCI 20362\u000a08:59:04.867519 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:04.879044 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:04.890306 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:04.901844 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:04.913325 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:59:04.924774 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a08:59:05.137272 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:05.646451 run create_hlr_db(pid=17724): Launched\u000a08:59:05.834287 bus /sierra_2: Setting Powered False\u000a08:59:06.853644 run create_hlr_db(pid=17724): Terminated: ok {rc=0}\u000a08:59:07.258440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17726): Launched\u000a08:59:07.564365 run osmo-hlr_10.42.42.2(pid=17727): Launched\u000a08:59:07.676566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:08.206380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17729): Launched\u000a08:59:08.508412 run osmo-stp_10.42.42.5(pid=17730): Launched\u000a08:59:08.618474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:09.167863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17732): Launched\u000a08:59:09.470495 run osmo-msc_10.42.42.6(pid=17733): Launched\u000a08:59:09.648628 run osmo-stp_10.42.42.5(pid=17730): ERR: Terminated: ERROR {rc=1} [trial-2357↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17730)]\u000a08:59:09.776315 run osmo-stp_10.42.42.5(pid=17730): stdout: \u000a| (launched: 2022-12-09_08:59:08.359805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:09.902381 run osmo-stp_10.42.42.5(pid=17730): stderr: \u000a| �[0;m�[38;5;43m20221209085908526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085908526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085908527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085908527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085908527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085908527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085908528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:10.023247 run osmo-stp_10.42.42.5(pid=17730): stdout: \u000a| (launched: 2022-12-09_08:59:08.359805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:10.143018 run osmo-stp_10.42.42.5(pid=17730): stderr: \u000a| �[0;m�[38;5;43m20221209085908526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085908526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085908527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085908527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085908527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085908527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085908528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:10.195697 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17730): Process ended prematurely: osmo-stp_10.42.42.5(pid=17730) [trial-2357↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17730)] [trial-2357↪ussd:trx-umtrx↪assert_extension.py:17]\u000a08:59:10.203750 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a08:59:10.264422 run osmo-hlr_10.42.42.2(pid=17727): ERR: Terminated: ERROR {rc=237} [trial-2357↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17727)]\u000a08:59:10.314202 run osmo-hlr_10.42.42.2(pid=17727): stdout: \u000a| (launched: 2022-12-09_08:59:07.412227) \u000a08:59:10.364417 run osmo-hlr_10.42.42.2(pid=17727): stderr: \u000a| �[0;m�[1;31m20221209085907585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085907585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085907585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085907585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085907585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085907585 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085907597 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085907605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085907605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085907605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:10.432586 run osmo-msc_10.42.42.6(pid=17733): ERR: Terminated: ERROR {rc=2} [trial-2357↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17733)]\u000a08:59:10.482104 run osmo-msc_10.42.42.6(pid=17733): stdout: \u000a| (launched: 2022-12-09_08:59:09.321221) \u000a08:59:10.532178 run osmo-msc_10.42.42.6(pid=17733): stderr: \u000a| �[0;m�[38;5;43m20221209085909591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085909591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2efe707c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085909591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085909591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085909592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085909592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085909594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085909594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085909594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085909594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:10.574856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17726): Terminating (SIGTERM)\u000a08:59:10.615097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17729): Terminating (SIGTERM)\u000a08:59:10.655530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17732): Terminating (SIGTERM)\u000a08:59:10.664918 --- ParallelTerminationStrategy: PID 17726 died...\u000a08:59:10.718663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17726): Terminated: ok {rc=0}\u000a08:59:10.728277 --- ParallelTerminationStrategy: PID 17729 died...\u000a08:59:10.781402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17729): Terminated: ok {rc=0}\u000a08:59:10.791062 --- ParallelTerminationStrategy: PID 17732 died...\u000a08:59:10.844296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17732): Terminated: ok {rc=0}\u000a08:59:10.928543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:59:04" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17744): Process ended prematurely: osmo-stp_10.42.42.5(pid=17744) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17744): Process ended prematurely: osmo-stp_10.42.42.5(pid=17744) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:59:12.905431 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:12.917374 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:59:13.082163 tst mo_mt_call.py: using LAC 20362\u000a08:59:13.201013 tst mo_mt_call.py: using RAC 217\u000a08:59:13.321648 tst mo_mt_call.py: using CellId 20362\u000a08:59:13.440368 tst mo_mt_call.py: using BVCI 20363\u000a08:59:13.463849 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:13.475202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:13.486415 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:13.497523 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:13.508616 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:13.519628 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:59:13.634941 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:59:13.851468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:14.370295 run create_hlr_db(pid=17738): Launched\u000a08:59:14.560424 bus /sierra_2: Setting Powered False\u000a08:59:15.581344 run create_hlr_db(pid=17738): Terminated: ok {rc=0}\u000a08:59:16.024279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17740): Launched\u000a08:59:16.460344 run osmo-hlr_10.42.42.2(pid=17741): Launched\u000a08:59:16.690933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:17.284226 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17743): Launched\u000a08:59:17.615396 run osmo-stp_10.42.42.5(pid=17744): Launched\u000a08:59:17.735439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:18.338228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17746): Launched\u000a08:59:18.670550 run osmo-msc_10.42.42.6(pid=17747): Launched\u000a08:59:18.863433 run osmo-stp_10.42.42.5(pid=17744): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)]\u000a08:59:19.002954 run osmo-stp_10.42.42.5(pid=17744): stdout: \u000a| (launched: 2022-12-09_08:59:17.452463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:19.140181 run osmo-stp_10.42.42.5(pid=17744): stderr: \u000a| �[0;m�[38;5;43m20221209085917643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085917644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085917644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085917644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085917645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085917645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085917645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:19.273339 run osmo-stp_10.42.42.5(pid=17744): stdout: \u000a| (launched: 2022-12-09_08:59:17.452463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:19.404667 run osmo-stp_10.42.42.5(pid=17744): stderr: \u000a| �[0;m�[38;5;43m20221209085917643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085917644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085917644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085917644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085917645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085917645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085917645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:19.462364 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17744): Process ended prematurely: osmo-stp_10.42.42.5(pid=17744) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17744)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:59:19.471511 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a08:59:19.535122 run osmo-hlr_10.42.42.2(pid=17741): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17741)]\u000a08:59:19.587154 run osmo-hlr_10.42.42.2(pid=17741): stdout: \u000a| (launched: 2022-12-09_08:59:16.196186) \u000a08:59:19.640055 run osmo-hlr_10.42.42.2(pid=17741): stderr: \u000a| �[0;m�[1;31m20221209085916502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085916502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085916502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085916502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085916502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085916502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085916519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085916528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085916528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085916528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:19.711685 run osmo-msc_10.42.42.6(pid=17747): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17747)]\u000a08:59:19.763815 run osmo-msc_10.42.42.6(pid=17747): stdout: \u000a| (launched: 2022-12-09_08:59:18.506054) \u000a08:59:19.816384 run osmo-msc_10.42.42.6(pid=17747): stderr: \u000a| �[0;m�[38;5;43m20221209085918823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085918823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc131d07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085918824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085918824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085918824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085918824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085918826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085918826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085918826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085918826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:19.860680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17740): Terminating (SIGTERM)\u000a08:59:19.903509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17743): Terminating (SIGTERM)\u000a08:59:19.945648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17746): Terminating (SIGTERM)\u000a08:59:19.955600 --- ParallelTerminationStrategy: PID 17740 died...\u000a08:59:20.012229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17740): Terminated: ok {rc=0}\u000a08:59:20.022296 --- ParallelTerminationStrategy: PID 17743 died...\u000a08:59:20.078575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17743): Terminated: ok {rc=0}\u000a08:59:20.088648 --- ParallelTerminationStrategy: PID 17746 died...\u000a08:59:20.144587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17746): Terminated: ok {rc=0}\u000a08:59:20.232923 bus /sierra_3: Setting Powered False\u000a08:59:21.338365 bus /sierra_3: Setting Powered False\u000a08:59:22.448233 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:59:23.564749 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:23.577276 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:59:23.742655 tst mo_mt_call_osmux.py: using LAC 20363\u000a08:59:23.868760 tst mo_mt_call_osmux.py: using RAC 218\u000a08:59:23.996171 tst mo_mt_call_osmux.py: using CellId 20363\u000a08:59:24.123271 tst mo_mt_call_osmux.py: using BVCI 20364\u000a08:59:24.148271 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:24.160003 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:24.171504 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:24.183470 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:24.195419 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:59:24.207305 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:59:24.326095 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:59:24.533792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:25.028191 run create_hlr_db(pid=17749): Launched\u000a08:59:25.204835 bus /sierra_2: Setting Powered False\u000a08:59:26.226260 run create_hlr_db(pid=17749): Terminated: ok {rc=0}\u000a08:59:26.634086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Launched\u000a08:59:26.942334 run osmo-hlr_10.42.42.2(pid=17752): Launched\u000a08:59:27.058713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:27.591456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Launched\u000a08:59:27.899942 run osmo-stp_10.42.42.5(pid=17755): Launched\u000a08:59:28.013137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:28.575896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Launched\u000a08:59:28.885104 run osmo-msc_10.42.42.6(pid=17758): Launched\u000a08:59:29.064085 run osmo-stp_10.42.42.5(pid=17755): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)]\u000a08:59:29.194002 run osmo-stp_10.42.42.5(pid=17755): stdout: \u000a| (launched: 2022-12-09_08:59:27.748910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:29.322144 run osmo-stp_10.42.42.5(pid=17755): stderr: \u000a| �[0;m�[38;5;43m20221209085927918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085927919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085927919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085927919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085927920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085927920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085927920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:29.445949 run osmo-stp_10.42.42.5(pid=17755): stdout: \u000a| (launched: 2022-12-09_08:59:27.748910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:29.568844 run osmo-stp_10.42.42.5(pid=17755): stderr: \u000a| �[0;m�[38;5;43m20221209085927918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085927919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085927919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085927919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085927920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085927920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085927920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:29.623180 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:59:29.631860 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:59:29.692442 run osmo-hlr_10.42.42.2(pid=17752): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17752)]\u000a08:59:29.741956 run osmo-hlr_10.42.42.2(pid=17752): stdout: \u000a| (launched: 2022-12-09_08:59:26.790527) \u000a08:59:29.792364 run osmo-hlr_10.42.42.2(pid=17752): stderr: \u000a| �[0;m�[1;31m20221209085926965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085926965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085926965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085926966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085926966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085926966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085926978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085926986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085926986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085926986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:29.860161 run osmo-msc_10.42.42.6(pid=17758): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17758)]\u000a08:59:29.909349 run osmo-msc_10.42.42.6(pid=17758): stdout: \u000a| (launched: 2022-12-09_08:59:28.732723) \u000a08:59:29.959144 run osmo-msc_10.42.42.6(pid=17758): stderr: \u000a| �[0;m�[38;5;43m20221209085929003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085929004 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52b3730c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085929004 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085929004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085929004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085929004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085929006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085929006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085929006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085929007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:30.002151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Terminating (SIGTERM)\u000a08:59:30.042500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Terminating (SIGTERM)\u000a08:59:30.082997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Terminating (SIGTERM)\u000a08:59:30.092550 --- ParallelTerminationStrategy: PID 17751 died...\u000a08:59:30.146491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Terminated: ok {rc=0}\u000a08:59:30.156317 --- ParallelTerminationStrategy: PID 17754 died...\u000a08:59:30.209941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Terminated: ok {rc=0}\u000a08:59:30.219740 --- ParallelTerminationStrategy: PID 17757 died...\u000a08:59:30.273286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Terminated: ok {rc=0}\u000a08:59:30.362601 bus /sierra_3: Setting Powered False\u000a08:59:31.469502 bus /sierra_3: Setting Powered False\u000a08:59:32.576292 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:59:12" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17769): Process ended prematurely: osmo-stp_10.42.42.5(pid=17769) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17769)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17769): Process ended prematurely: osmo-stp_10.42.42.5(pid=17769) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:59:34.595456 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:34.607460 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:59:34.774885 tst mo_mt_call.py: using LAC 20364\u000a08:59:34.902559 tst mo_mt_call.py: using RAC 219\u000a08:59:35.034786 tst mo_mt_call.py: using CellId 20364\u000a08:59:35.165872 tst mo_mt_call.py: using BVCI 20365\u000a08:59:35.190832 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:35.202838 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:35.214684 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:35.226565 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:35.238539 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:35.251182 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:59:35.370266 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:59:35.583128 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:36.098979 run create_hlr_db(pid=17763): Launched\u000a08:59:36.288749 bus /sierra_2: Setting Powered False\u000a08:59:37.310458 run create_hlr_db(pid=17763): Terminated: ok {rc=0}\u000a08:59:37.722920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17765): Launched\u000a08:59:38.031596 run osmo-hlr_10.42.42.2(pid=17766): Launched\u000a08:59:38.155813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:38.696220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17768): Launched\u000a08:59:39.003839 run osmo-stp_10.42.42.5(pid=17769): Launched\u000a08:59:39.115641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:39.678686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17771): Launched\u000a08:59:39.988008 run osmo-msc_10.42.42.6(pid=17772): Launched\u000a08:59:40.167668 run osmo-stp_10.42.42.5(pid=17769): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17769)]\u000a08:59:40.297122 run osmo-stp_10.42.42.5(pid=17769): stdout: \u000a| (launched: 2022-12-09_08:59:38.852719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:40.424366 run osmo-stp_10.42.42.5(pid=17769): stderr: \u000a| �[0;m�[38;5;43m20221209085939021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085939021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085939021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085939022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085939022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085939022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085939022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:40.548099 run osmo-stp_10.42.42.5(pid=17769): stdout: \u000a| (launched: 2022-12-09_08:59:38.852719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:40.671058 run osmo-stp_10.42.42.5(pid=17769): stderr: \u000a| �[0;m�[38;5;43m20221209085939021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085939021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085939021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085939022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085939022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085939022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085939022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:40.725386 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17769): Process ended prematurely: osmo-stp_10.42.42.5(pid=17769) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17769)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:59:40.734208 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:59:40.794166 run osmo-hlr_10.42.42.2(pid=17766): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17766)]\u000a08:59:40.843536 run osmo-hlr_10.42.42.2(pid=17766): stdout: \u000a| (launched: 2022-12-09_08:59:37.879914) \u000a08:59:40.893519 run osmo-hlr_10.42.42.2(pid=17766): stderr: \u000a| �[0;m�[1;31m20221209085938053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085938053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085938053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085938053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085938053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085938054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085938066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085938074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085938074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085938074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:40.960970 run osmo-msc_10.42.42.6(pid=17772): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17772)]\u000a08:59:41.009939 run osmo-msc_10.42.42.6(pid=17772): stdout: \u000a| (launched: 2022-12-09_08:59:39.834979) \u000a08:59:41.059797 run osmo-msc_10.42.42.6(pid=17772): stderr: \u000a| �[0;m�[38;5;43m20221209085940105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085940105 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f734541ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085940105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085940105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085940105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085940106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085940107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085940108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085940108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085940108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:41.101896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17765): Terminating (SIGTERM)\u000a08:59:41.141657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17768): Terminating (SIGTERM)\u000a08:59:41.181591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17771): Terminating (SIGTERM)\u000a08:59:41.190960 --- ParallelTerminationStrategy: PID 17765 died...\u000a08:59:41.244503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17765): Terminated: ok {rc=0}\u000a08:59:41.254415 --- ParallelTerminationStrategy: PID 17768 died...\u000a08:59:41.308024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17768): Terminated: ok {rc=0}\u000a08:59:41.317986 --- ParallelTerminationStrategy: PID 17771 died...\u000a08:59:41.371584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17771): Terminated: ok {rc=0}\u000a08:59:41.460465 bus /sierra_3: Setting Powered False\u000a08:59:42.564769 bus /sierra_3: Setting Powered False\u000a08:59:43.676482 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17780): Process ended prematurely: osmo-stp_10.42.42.5(pid=17780) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17780)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17780): Process ended prematurely: osmo-stp_10.42.42.5(pid=17780) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:59:44.792432 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:44.805076 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:59:44.972593 tst mo_mt_call_osmux.py: using LAC 20365\u000a08:59:45.102113 tst mo_mt_call_osmux.py: using RAC 220\u000a08:59:45.230632 tst mo_mt_call_osmux.py: using CellId 20365\u000a08:59:45.359323 tst mo_mt_call_osmux.py: using BVCI 20366\u000a08:59:45.384351 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:45.396157 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:45.407746 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:45.419639 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:45.431611 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:59:45.443499 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:59:45.561133 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:59:45.769948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:46.314270 run create_hlr_db(pid=17774): Launched\u000a08:59:46.495291 bus /sierra_2: Setting Powered False\u000a08:59:47.513120 run create_hlr_db(pid=17774): Terminated: ok {rc=0}\u000a08:59:47.948135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17776): Launched\u000a08:59:48.277874 run osmo-hlr_10.42.42.2(pid=17777): Launched\u000a08:59:48.398222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:59:48.968246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17779): Launched\u000a08:59:49.296601 run osmo-stp_10.42.42.5(pid=17780): Launched\u000a08:59:49.416870 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:59:50.016355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17782): Launched\u000a08:59:50.348032 run osmo-msc_10.42.42.6(pid=17783): Launched\u000a08:59:50.541025 run osmo-stp_10.42.42.5(pid=17780): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17780)]\u000a08:59:50.679762 run osmo-stp_10.42.42.5(pid=17780): stdout: \u000a| (launched: 2022-12-09_08:59:49.135335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:50.817277 run osmo-stp_10.42.42.5(pid=17780): stderr: \u000a| �[0;m�[38;5;43m20221209085949324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085949324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085949324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085949325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085949325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085949325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085949325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:50.949811 run osmo-stp_10.42.42.5(pid=17780): stdout: \u000a| (launched: 2022-12-09_08:59:49.135335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:59:51.081250 run osmo-stp_10.42.42.5(pid=17780): stderr: \u000a| �[0;m�[38;5;43m20221209085949324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209085949324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209085949324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209085949325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209085949325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209085949325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209085949325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:59:51.138978 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17780): Process ended prematurely: osmo-stp_10.42.42.5(pid=17780) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17780)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:59:51.148256 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a08:59:51.211047 run osmo-hlr_10.42.42.2(pid=17777): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17777)]\u000a08:59:51.262422 run osmo-hlr_10.42.42.2(pid=17777): stdout: \u000a| (launched: 2022-12-09_08:59:48.115815) \u000a08:59:51.315064 run osmo-hlr_10.42.42.2(pid=17777): stderr: \u000a| �[0;m�[1;31m20221209085948312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085948312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085948312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085948312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085948312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085948312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085948325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085948334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085948334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085948334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:59:51.385896 run osmo-msc_10.42.42.6(pid=17783): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17783)]\u000a08:59:51.437430 run osmo-msc_10.42.42.6(pid=17783): stdout: \u000a| (launched: 2022-12-09_08:59:50.183870) \u000a08:59:51.489599 run osmo-msc_10.42.42.6(pid=17783): stderr: \u000a| �[0;m�[38;5;43m20221209085950502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209085950502 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d90fa0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209085950502 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209085950502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209085950503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209085950503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209085950504 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209085950505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209085950505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209085950505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:59:51.533942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17776): Terminating (SIGTERM)\u000a08:59:51.575727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17779): Terminating (SIGTERM)\u000a08:59:51.617572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17782): Terminating (SIGTERM)\u000a08:59:51.627472 --- ParallelTerminationStrategy: PID 17776 died...\u000a08:59:51.683351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17776): Terminated: ok {rc=0}\u000a08:59:51.693797 --- ParallelTerminationStrategy: PID 17779 died...\u000a08:59:51.749509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17779): Terminated: ok {rc=0}\u000a08:59:51.759910 --- ParallelTerminationStrategy: PID 17782 died...\u000a08:59:51.815823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17782): Terminated: ok {rc=0}\u000a08:59:51.902531 bus /sierra_3: Setting Powered False\u000a08:59:53.008816 bus /sierra_3: Setting Powered False\u000a08:59:54.119988 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:59:34" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17794): Process ended prematurely: osmo-stp_10.42.42.5(pid=17794) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17794)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17794): Process ended prematurely: osmo-stp_10.42.42.5(pid=17794) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:59:56.115130 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:59:56.126447 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:59:56.286109 tst mo_mt_call.py: using LAC 20366\u000a08:59:56.408663 tst mo_mt_call.py: using RAC 221\u000a08:59:56.531306 tst mo_mt_call.py: using CellId 20366\u000a08:59:56.654035 tst mo_mt_call.py: using BVCI 20367\u000a08:59:56.677610 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:59:56.688722 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:59:56.699802 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:59:56.710944 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:59:56.722460 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:59:56.733560 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:59:56.856834 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:59:57.064295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:59:57.556113 run create_hlr_db(pid=17788): Launched\u000a08:59:57.732330 bus /sierra_2: Setting Powered False\u000a08:59:58.753647 run create_hlr_db(pid=17788): Terminated: ok {rc=0}\u000a08:59:59.188891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17790): Launched\u000a08:59:59.518788 run osmo-hlr_10.42.42.2(pid=17791): Launched\u000a08:59:59.637711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:00.208891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17793): Launched\u000a09:00:00.540747 run osmo-stp_10.42.42.5(pid=17794): Launched\u000a09:00:00.661351 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:00:01.300906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17796): Launched\u000a09:00:01.741269 run osmo-msc_10.42.42.6(pid=17804): Launched\u000a09:00:02.131357 run osmo-stp_10.42.42.5(pid=17794): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17794)]\u000a09:00:02.320202 run osmo-stp_10.42.42.5(pid=17794): stdout: \u000a| (launched: 2022-12-09_09:00:00.377743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:02.479350 run osmo-stp_10.42.42.5(pid=17794): stderr: \u000a| �[0;m�[38;5;43m20221209090000568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090000568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090000568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090000569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090000569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090000569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090000569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:02.637937 run osmo-stp_10.42.42.5(pid=17794): stdout: \u000a| (launched: 2022-12-09_09:00:00.377743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:02.786064 run osmo-stp_10.42.42.5(pid=17794): stderr: \u000a| �[0;m�[38;5;43m20221209090000568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090000568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090000568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090000569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090000569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090000569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090000569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:02.852846 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17794): Process ended prematurely: osmo-stp_10.42.42.5(pid=17794) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17794)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:00:02.863551 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a09:00:02.933982 run osmo-hlr_10.42.42.2(pid=17791): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17791)]\u000a09:00:02.991417 run osmo-hlr_10.42.42.2(pid=17791): stdout: \u000a| (launched: 2022-12-09_08:59:59.357252) \u000a09:00:03.046193 run osmo-hlr_10.42.42.2(pid=17791): stderr: \u000a| �[0;m�[1;31m20221209085959553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209085959553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209085959553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085959553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209085959553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209085959553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209085959565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209085959574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209085959575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209085959575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:03.115975 run osmo-msc_10.42.42.6(pid=17804): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17804)]\u000a09:00:03.168067 run osmo-msc_10.42.42.6(pid=17804): stdout: \u000a| (launched: 2022-12-09_09:00:01.485483) \u000a09:00:03.219302 run osmo-msc_10.42.42.6(pid=17804): stderr: \u000a| �[0;m�[38;5;43m20221209090001976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090001976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff41617bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090001976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090001976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090001977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090001977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090001978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090001985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090001985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090001985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:00:03.262886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17790): Terminating (SIGTERM)\u000a09:00:03.306277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17793): Terminating (SIGTERM)\u000a09:00:03.351044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17796): Terminating (SIGTERM)\u000a09:00:03.360564 --- ParallelTerminationStrategy: PID 17790 died...\u000a09:00:03.415081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17790): Terminated: ok {rc=0}\u000a09:00:03.425360 --- ParallelTerminationStrategy: PID 17793 died...\u000a09:00:03.479518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17793): Terminated: ok {rc=0}\u000a09:00:03.489659 --- ParallelTerminationStrategy: PID 17796 died...\u000a09:00:03.546298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17796): Terminated: ok {rc=0}\u000a09:00:03.636509 bus /sierra_3: Setting Powered False\u000a09:00:04.742436 bus /sierra_3: Setting Powered False\u000a09:00:05.850233 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17849): Process ended prematurely: osmo-stp_10.42.42.5(pid=17849) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17849)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17849): Process ended prematurely: osmo-stp_10.42.42.5(pid=17849) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17849)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:00:06.966382 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:00:06.978986 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:00:07.146222 tst mo_mt_call_osmux.py: using LAC 20367\u000a09:00:07.276244 tst mo_mt_call_osmux.py: using RAC 222\u000a09:00:07.406509 tst mo_mt_call_osmux.py: using CellId 20367\u000a09:00:07.535079 tst mo_mt_call_osmux.py: using BVCI 20368\u000a09:00:07.560100 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:00:07.571835 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:00:07.583462 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:00:07.595472 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:00:07.607416 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:00:07.619240 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:00:07.738792 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:00:07.949337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:08.443498 run create_hlr_db(pid=17842): Launched\u000a09:00:08.620218 bus /sierra_2: Setting Powered False\u000a09:00:09.643009 run create_hlr_db(pid=17842): Terminated: ok {rc=0}\u000a09:00:10.052723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17845): Launched\u000a09:00:10.361880 run osmo-hlr_10.42.42.2(pid=17846): Launched\u000a09:00:10.484262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:11.027872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17848): Launched\u000a09:00:11.336307 run osmo-stp_10.42.42.5(pid=17849): Launched\u000a09:00:11.448344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:00:12.009760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17851): Launched\u000a09:00:12.318285 run osmo-msc_10.42.42.6(pid=17852): Launched\u000a09:00:12.498156 run osmo-stp_10.42.42.5(pid=17849): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17849)]\u000a09:00:12.627955 run osmo-stp_10.42.42.5(pid=17849): stdout: \u000a| (launched: 2022-12-09_09:00:11.185087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:12.755677 run osmo-stp_10.42.42.5(pid=17849): stderr: \u000a| �[0;m�[38;5;43m20221209090011354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090011354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090011355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090011355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090011355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090011355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090011356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:12.879418 run osmo-stp_10.42.42.5(pid=17849): stdout: \u000a| (launched: 2022-12-09_09:00:11.185087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:13.002237 run osmo-stp_10.42.42.5(pid=17849): stderr: \u000a| �[0;m�[38;5;43m20221209090011354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090011354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090011355 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090011355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090011355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090011355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090011356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:13.056147 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17849): Process ended prematurely: osmo-stp_10.42.42.5(pid=17849) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17849)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:00:13.064905 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:00:13.125121 run osmo-hlr_10.42.42.2(pid=17846): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17846)]\u000a09:00:13.174362 run osmo-hlr_10.42.42.2(pid=17846): stdout: \u000a| (launched: 2022-12-09_09:00:10.209589) \u000a09:00:13.224142 run osmo-hlr_10.42.42.2(pid=17846): stderr: \u000a| �[0;m�[1;31m20221209090010384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090010384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090010384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090010384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090010384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090010384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090010396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090010404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090010405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090010405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:13.291808 run osmo-msc_10.42.42.6(pid=17852): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17852)]\u000a09:00:13.340606 run osmo-msc_10.42.42.6(pid=17852): stdout: \u000a| (launched: 2022-12-09_09:00:12.165839) \u000a09:00:13.389887 run osmo-msc_10.42.42.6(pid=17852): stderr: \u000a| �[0;m�[38;5;43m20221209090012432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090012432 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc8e4fd1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090012432 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090012432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090012432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090012433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090012434 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090012435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090012435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090012435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:00:13.431487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17845): Terminating (SIGTERM)\u000a09:00:13.471111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17848): Terminating (SIGTERM)\u000a09:00:13.510861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17851): Terminating (SIGTERM)\u000a09:00:13.520106 --- ParallelTerminationStrategy: PID 17845 died...\u000a09:00:13.573402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17845): Terminated: ok {rc=0}\u000a09:00:13.582926 --- ParallelTerminationStrategy: PID 17848 died...\u000a09:00:13.635732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17848): Terminated: ok {rc=0}\u000a09:00:13.645484 --- ParallelTerminationStrategy: PID 17851 died...\u000a09:00:13.698337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17851): Terminated: ok {rc=0}\u000a09:00:13.781249 bus /sierra_3: Setting Powered False\u000a09:00:14.886355 bus /sierra_3: Setting Powered False\u000a09:00:16.043215 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T08:59:55" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17864): Process ended prematurely: osmo-stp_10.42.42.5(pid=17864) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17864)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17864): Process ended prematurely: osmo-stp_10.42.42.5(pid=17864) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:00:18.054830 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:18.066192 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:00:18.232814 tst mo_mt_call.py: using LAC 20368\u000a09:00:18.363593 tst mo_mt_call.py: using RAC 223\u000a09:00:18.493212 tst mo_mt_call.py: using CellId 20368\u000a09:00:18.621197 tst mo_mt_call.py: using BVCI 20369\u000a09:00:18.646342 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:18.658391 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:18.670137 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:18.682457 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:18.694421 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:18.706427 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:00:18.830957 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:00:19.049749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:19.570478 run create_hlr_db(pid=17858): Launched\u000a09:00:19.761514 bus /sierra_2: Setting Powered False\u000a09:00:20.781698 run create_hlr_db(pid=17858): Terminated: ok {rc=0}\u000a09:00:21.217673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17860): Launched\u000a09:00:21.549165 run osmo-hlr_10.42.42.2(pid=17861): Launched\u000a09:00:21.667795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:22.238233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17863): Launched\u000a09:00:22.548606 run osmo-stp_10.42.42.5(pid=17864): Launched\u000a09:00:22.662720 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:00:23.228257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17866): Launched\u000a09:00:23.538297 run osmo-msc_10.42.42.6(pid=17867): Launched\u000a09:00:23.718382 run osmo-stp_10.42.42.5(pid=17864): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17864)]\u000a09:00:23.848170 run osmo-stp_10.42.42.5(pid=17864): stdout: \u000a| (launched: 2022-12-09_09:00:22.396715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:23.976245 run osmo-stp_10.42.42.5(pid=17864): stderr: \u000a| �[0;m�[38;5;43m20221209090022564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090022565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090022565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090022565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090022566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090022566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090022566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:24.100523 run osmo-stp_10.42.42.5(pid=17864): stdout: \u000a| (launched: 2022-12-09_09:00:22.396715)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:24.223974 run osmo-stp_10.42.42.5(pid=17864): stderr: \u000a| �[0;m�[38;5;43m20221209090022564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090022565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090022565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090022565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090022566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090022566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090022566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:24.278352 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17864): Process ended prematurely: osmo-stp_10.42.42.5(pid=17864) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17864)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:00:24.286834 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:00:24.346915 run osmo-hlr_10.42.42.2(pid=17861): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17861)]\u000a09:00:24.396656 run osmo-hlr_10.42.42.2(pid=17861): stdout: \u000a| (launched: 2022-12-09_09:00:21.386284) \u000a09:00:24.446864 run osmo-hlr_10.42.42.2(pid=17861): stderr: \u000a| �[0;m�[1;31m20221209090021581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090021581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090021581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090021581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090021581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090021582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090021594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090021603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090021603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090021603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:24.515125 run osmo-msc_10.42.42.6(pid=17867): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17867)]\u000a09:00:24.564778 run osmo-msc_10.42.42.6(pid=17867): stdout: \u000a| (launched: 2022-12-09_09:00:23.385584) \u000a09:00:24.614853 run osmo-msc_10.42.42.6(pid=17867): stderr: \u000a| �[0;m�[38;5;43m20221209090023657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090023657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc20e21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090023657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090023657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090023657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090023657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090023659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090023659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090023660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090023660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:00:24.657342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17860): Terminating (SIGTERM)\u000a09:00:24.697308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17863): Terminating (SIGTERM)\u000a09:00:24.737286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17866): Terminating (SIGTERM)\u000a09:00:24.746526 --- ParallelTerminationStrategy: PID 17860 died...\u000a09:00:24.800222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17860): Terminated: ok {rc=0}\u000a09:00:24.810013 --- ParallelTerminationStrategy: PID 17863 died...\u000a09:00:24.863252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17863): Terminated: ok {rc=0}\u000a09:00:24.872871 --- ParallelTerminationStrategy: PID 17866 died...\u000a09:00:24.926234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17866): Terminated: ok {rc=0}\u000a09:00:25.010484 bus /sierra_3: Setting Powered False\u000a09:00:26.118040 bus /sierra_3: Setting Powered False\u000a09:00:27.225429 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17875): Process ended prematurely: osmo-stp_10.42.42.5(pid=17875) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17875)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17875): Process ended prematurely: osmo-stp_10.42.42.5(pid=17875) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17875)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:00:28.341117 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:28.353706 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:00:28.522240 tst mo_mt_call_osmux.py: using LAC 20369\u000a09:00:28.650606 tst mo_mt_call_osmux.py: using RAC 224\u000a09:00:28.779348 tst mo_mt_call_osmux.py: using CellId 20369\u000a09:00:28.902662 tst mo_mt_call_osmux.py: using BVCI 20370\u000a09:00:28.926605 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:28.938073 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:28.949400 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:28.960692 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:28.972174 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:00:28.983591 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:00:29.104491 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:00:29.320723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:29.838650 run create_hlr_db(pid=17869): Launched\u000a09:00:30.028796 bus /sierra_2: Setting Powered False\u000a09:00:31.069896 run create_hlr_db(pid=17869): Terminated: ok {rc=0}\u000a09:00:31.544750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17871): Launched\u000a09:00:32.018370 run osmo-hlr_10.42.42.2(pid=17872): Launched\u000a09:00:32.214289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:32.827108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17874): Launched\u000a09:00:33.157828 run osmo-stp_10.42.42.5(pid=17875): Launched\u000a09:00:33.277755 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:00:33.877659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17877): Launched\u000a09:00:34.207858 run osmo-msc_10.42.42.6(pid=17878): Launched\u000a09:00:34.400678 run osmo-stp_10.42.42.5(pid=17875): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17875)]\u000a09:00:34.539465 run osmo-stp_10.42.42.5(pid=17875): stdout: \u000a| (launched: 2022-12-09_09:00:32.994713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:34.676824 run osmo-stp_10.42.42.5(pid=17875): stderr: \u000a| �[0;m�[38;5;43m20221209090033184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090033184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090033184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090033185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090033185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090033185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090033185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:34.809066 run osmo-stp_10.42.42.5(pid=17875): stdout: \u000a| (launched: 2022-12-09_09:00:32.994713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:34.940198 run osmo-stp_10.42.42.5(pid=17875): stderr: \u000a| �[0;m�[38;5;43m20221209090033184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090033184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090033184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090033185 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090033185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090033185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090033185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:34.997887 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17875): Process ended prematurely: osmo-stp_10.42.42.5(pid=17875) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17875)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:00:35.007083 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a09:00:35.070487 run osmo-hlr_10.42.42.2(pid=17872): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17872)]\u000a09:00:35.122224 run osmo-hlr_10.42.42.2(pid=17872): stdout: \u000a| (launched: 2022-12-09_09:00:31.741037) \u000a09:00:35.174660 run osmo-hlr_10.42.42.2(pid=17872): stderr: \u000a| �[0;m�[1;31m20221209090032129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090032129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090032129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090032129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090032129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090032129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090032158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090032185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090032185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090032186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:35.245571 run osmo-msc_10.42.42.6(pid=17878): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17878)]\u000a09:00:35.297474 run osmo-msc_10.42.42.6(pid=17878): stdout: \u000a| (launched: 2022-12-09_09:00:34.045278) \u000a09:00:35.349918 run osmo-msc_10.42.42.6(pid=17878): stderr: \u000a| �[0;m�[38;5;43m20221209090034366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090034366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbefc896c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090034366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090034366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090034366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090034367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090034368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090034369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090034369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090034369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:00:35.393986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17871): Terminating (SIGTERM)\u000a09:00:35.435899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17874): Terminating (SIGTERM)\u000a09:00:35.478791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17877): Terminating (SIGTERM)\u000a09:00:35.488443 --- ParallelTerminationStrategy: PID 17871 died...\u000a09:00:35.544622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17871): Terminated: ok {rc=0}\u000a09:00:35.554683 --- ParallelTerminationStrategy: PID 17874 died...\u000a09:00:35.610307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17874): Terminated: ok {rc=0}\u000a09:00:35.620625 --- ParallelTerminationStrategy: PID 17877 died...\u000a09:00:35.676261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17877): Terminated: ok {rc=0}\u000a09:00:35.762728 bus /sierra_3: Setting Powered False\u000a09:00:36.869819 bus /sierra_3: Setting Powered False\u000a09:00:37.978279 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:00:17" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17892): Process ended prematurely: osmo-stp_10.42.42.5(pid=17892) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17892)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17892): Process ended prematurely: osmo-stp_10.42.42.5(pid=17892) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:00:39.989771 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:40.001179 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:00:40.160618 tst mo_mt_call.py: using LAC 20370\u000a09:00:40.283064 tst mo_mt_call.py: using RAC 225\u000a09:00:40.404525 tst mo_mt_call.py: using CellId 20370\u000a09:00:40.526025 tst mo_mt_call.py: using BVCI 20371\u000a09:00:40.549971 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:40.561269 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:40.572442 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:40.583623 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:40.594911 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:40.606061 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:00:40.728058 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:00:40.942708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:41.461816 run create_hlr_db(pid=17885): Launched\u000a09:00:41.652270 bus /sierra_2: Setting Powered False\u000a09:00:42.672627 run create_hlr_db(pid=17885): Terminated: ok {rc=0}\u000a09:00:43.087167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17888): Launched\u000a09:00:43.397339 run osmo-hlr_10.42.42.2(pid=17889): Launched\u000a09:00:43.511158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:44.045392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17891): Launched\u000a09:00:44.354015 run osmo-stp_10.42.42.5(pid=17892): Launched\u000a09:00:44.465673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:00:45.028485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17894): Launched\u000a09:00:45.337374 run osmo-msc_10.42.42.6(pid=17895): Launched\u000a09:00:45.517207 run osmo-stp_10.42.42.5(pid=17892): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17892)]\u000a09:00:45.646642 run osmo-stp_10.42.42.5(pid=17892): stdout: \u000a| (launched: 2022-12-09_09:00:44.202386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:45.774254 run osmo-stp_10.42.42.5(pid=17892): stderr: \u000a| �[0;m�[38;5;43m20221209090044369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090044369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090044369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090044370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090044370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090044370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090044370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:45.916039 run osmo-stp_10.42.42.5(pid=17892): stdout: \u000a| (launched: 2022-12-09_09:00:44.202386)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:46.053347 run osmo-stp_10.42.42.5(pid=17892): stderr: \u000a| �[0;m�[38;5;43m20221209090044369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090044369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090044369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090044370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090044370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090044370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090044370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:46.108284 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17892): Process ended prematurely: osmo-stp_10.42.42.5(pid=17892) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17892)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:00:46.118096 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:00:46.179250 run osmo-hlr_10.42.42.2(pid=17889): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17889)]\u000a09:00:46.229807 run osmo-hlr_10.42.42.2(pid=17889): stdout: \u000a| (launched: 2022-12-09_09:00:43.244165) \u000a09:00:46.280475 run osmo-hlr_10.42.42.2(pid=17889): stderr: \u000a| �[0;m�[1;31m20221209090043420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090043420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090043420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090043420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090043420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090043420 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090043436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090043447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090043447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090043447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:46.349570 run osmo-msc_10.42.42.6(pid=17895): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17895)]\u000a09:00:46.399700 run osmo-msc_10.42.42.6(pid=17895): stdout: \u000a| (launched: 2022-12-09_09:00:45.185093) \u000a09:00:46.450956 run osmo-msc_10.42.42.6(pid=17895): stderr: \u000a| �[0;m�[38;5;43m20221209090045454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090045454 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7851a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090045454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090045455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090045455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090045455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090045457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090045457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090045457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090045457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:00:46.494108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17888): Terminating (SIGTERM)\u000a09:00:46.536896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17891): Terminating (SIGTERM)\u000a09:00:46.579347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17894): Terminating (SIGTERM)\u000a09:00:46.590498 --- ParallelTerminationStrategy: PID 17888 died...\u000a09:00:46.645260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17888): Terminated: ok {rc=0}\u000a09:00:46.655741 --- ParallelTerminationStrategy: PID 17891 died...\u000a09:00:46.710154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17891): Terminated: ok {rc=0}\u000a09:00:46.720549 --- ParallelTerminationStrategy: PID 17894 died...\u000a09:00:46.774838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17894): Terminated: ok {rc=0}\u000a09:00:46.863371 bus /sierra_3: Setting Powered False\u000a09:00:47.964173 bus /sierra_3: Setting Powered False\u000a09:00:49.071610 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17903): Process ended prematurely: osmo-stp_10.42.42.5(pid=17903) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17903)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17903): Process ended prematurely: osmo-stp_10.42.42.5(pid=17903) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:00:50.188885 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:50.201449 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:00:50.370982 tst mo_mt_call_osmux.py: using LAC 20371\u000a09:00:50.499833 tst mo_mt_call_osmux.py: using RAC 226\u000a09:00:50.623211 tst mo_mt_call_osmux.py: using CellId 20371\u000a09:00:50.745959 tst mo_mt_call_osmux.py: using BVCI 20372\u000a09:00:50.769554 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:50.780837 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:50.792115 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:50.803219 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:50.814531 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:00:50.825695 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:00:50.947771 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:00:51.162477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:00:51.681432 run create_hlr_db(pid=17897): Launched\u000a09:00:51.870599 bus /sierra_2: Setting Powered False\u000a09:00:52.891564 run create_hlr_db(pid=17897): Terminated: ok {rc=0}\u000a09:00:53.311096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17899): Launched\u000a09:00:53.643530 run osmo-hlr_10.42.42.2(pid=17900): Launched\u000a09:00:53.765496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:00:54.338723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17902): Launched\u000a09:00:54.669673 run osmo-stp_10.42.42.5(pid=17903): Launched\u000a09:00:54.789568 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:00:55.390126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17905): Launched\u000a09:00:55.720571 run osmo-msc_10.42.42.6(pid=17906): Launched\u000a09:00:55.911840 run osmo-stp_10.42.42.5(pid=17903): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17903)]\u000a09:00:56.050259 run osmo-stp_10.42.42.5(pid=17903): stdout: \u000a| (launched: 2022-12-09_09:00:54.506288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:56.187434 run osmo-stp_10.42.42.5(pid=17903): stderr: \u000a| �[0;m�[38;5;43m20221209090054695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090054695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090054695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090054696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090054696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090054696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090054696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:56.320337 run osmo-stp_10.42.42.5(pid=17903): stdout: \u000a| (launched: 2022-12-09_09:00:54.506288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:00:56.452285 run osmo-stp_10.42.42.5(pid=17903): stderr: \u000a| �[0;m�[38;5;43m20221209090054695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090054695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090054695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090054696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090054696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090054696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090054696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:00:56.509902 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17903): Process ended prematurely: osmo-stp_10.42.42.5(pid=17903) [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17903)] [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:00:56.519346 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:00:56.582501 run osmo-hlr_10.42.42.2(pid=17900): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17900)]\u000a09:00:56.634099 run osmo-hlr_10.42.42.2(pid=17900): stdout: \u000a| (launched: 2022-12-09_09:00:53.479730) \u000a09:00:56.686781 run osmo-hlr_10.42.42.2(pid=17900): stderr: \u000a| �[0;m�[1;31m20221209090053675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090053675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090053675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090053675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090053675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090053675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090053687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090053695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090053696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090053696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:00:56.757762 run osmo-msc_10.42.42.6(pid=17906): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17906)]\u000a09:00:56.809485 run osmo-msc_10.42.42.6(pid=17906): stdout: \u000a| (launched: 2022-12-09_09:00:55.557953) \u000a09:00:56.861366 run osmo-msc_10.42.42.6(pid=17906): stderr: \u000a| �[0;m�[38;5;43m20221209090055879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090055879 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88f933ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090055880 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090055880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090055880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090055880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090055882 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090055882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090055882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090055882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:00:56.905538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17899): Terminating (SIGTERM)\u000a09:00:56.947266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17902): Terminating (SIGTERM)\u000a09:00:56.989299 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17905): Terminating (SIGTERM)\u000a09:00:56.999080 --- ParallelTerminationStrategy: PID 17899 died...\u000a09:00:57.055521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17899): Terminated: ok {rc=0}\u000a09:00:57.065914 --- ParallelTerminationStrategy: PID 17902 died...\u000a09:00:57.121871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17902): Terminated: ok {rc=0}\u000a09:00:57.131902 --- ParallelTerminationStrategy: PID 17905 died...\u000a09:00:57.187705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17905): Terminated: ok {rc=0}\u000a09:00:57.274456 bus /sierra_3: Setting Powered False\u000a09:00:58.381742 bus /sierra_3: Setting Powered False\u000a09:00:59.489757 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:00:39" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17917): Process ended prematurely: osmo-stp_10.42.42.5(pid=17917) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17917)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17917): Process ended prematurely: osmo-stp_10.42.42.5(pid=17917) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17917)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:01:01.536761 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:01.551700 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:01:01.772180 tst mo_mt_call.py: using LAC 20372\u000a09:01:01.905653 tst mo_mt_call.py: using RAC 227\u000a09:01:02.053634 tst mo_mt_call.py: using CellId 20372\u000a09:01:02.176399 tst mo_mt_call.py: using BVCI 20373\u000a09:01:02.200628 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:02.212713 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:02.224696 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:02.236547 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:02.248397 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:02.260377 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:01:02.381411 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:01:02.597444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:03.117436 run create_hlr_db(pid=17911): Launched\u000a09:01:03.307941 bus /sierra_2: Setting Powered False\u000a09:01:04.328461 run create_hlr_db(pid=17911): Terminated: ok {rc=0}\u000a09:01:04.741547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17913): Launched\u000a09:01:05.050531 run osmo-hlr_10.42.42.2(pid=17914): Launched\u000a09:01:05.174194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:05.715659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17916): Launched\u000a09:01:06.023620 run osmo-stp_10.42.42.5(pid=17917): Launched\u000a09:01:06.136150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:06.699066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17919): Launched\u000a09:01:07.011937 run osmo-msc_10.42.42.6(pid=17920): Launched\u000a09:01:07.191885 run osmo-stp_10.42.42.5(pid=17917): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17917)]\u000a09:01:07.322242 run osmo-stp_10.42.42.5(pid=17917): stdout: \u000a| (launched: 2022-12-09_09:01:05.872110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:07.450775 run osmo-stp_10.42.42.5(pid=17917): stderr: \u000a| �[0;m�[38;5;43m20221209090106041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090106041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090106041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090106042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090106042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090106042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090106042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:07.575255 run osmo-stp_10.42.42.5(pid=17917): stdout: \u000a| (launched: 2022-12-09_09:01:05.872110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:07.698766 run osmo-stp_10.42.42.5(pid=17917): stderr: \u000a| �[0;m�[38;5;43m20221209090106041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090106041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090106041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090106042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090106042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090106042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090106042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:07.753096 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17917): Process ended prematurely: osmo-stp_10.42.42.5(pid=17917) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17917)] [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:01:07.761903 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:01:07.822410 run osmo-hlr_10.42.42.2(pid=17914): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17914)]\u000a09:01:07.872023 run osmo-hlr_10.42.42.2(pid=17914): stdout: \u000a| (launched: 2022-12-09_09:01:04.898550) \u000a09:01:07.922404 run osmo-hlr_10.42.42.2(pid=17914): stderr: \u000a| �[0;m�[1;31m20221209090105071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090105071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090105071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090105071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090105071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090105071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090105083 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090105091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090105092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090105092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:07.990461 run osmo-msc_10.42.42.6(pid=17920): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17920)]\u000a09:01:08.039642 run osmo-msc_10.42.42.6(pid=17920): stdout: \u000a| (launched: 2022-12-09_09:01:06.857584) \u000a09:01:08.089740 run osmo-msc_10.42.42.6(pid=17920): stderr: \u000a| �[0;m�[38;5;43m20221209090107127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090107127 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0039bfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090107127 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090107127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090107128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090107128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090107130 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090107130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090107130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090107130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:08.132516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17913): Terminating (SIGTERM)\u000a09:01:08.173211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17916): Terminating (SIGTERM)\u000a09:01:08.213610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17919): Terminating (SIGTERM)\u000a09:01:08.223100 --- ParallelTerminationStrategy: PID 17913 died...\u000a09:01:08.277326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17913): Terminated: ok {rc=0}\u000a09:01:08.287131 --- ParallelTerminationStrategy: PID 17916 died...\u000a09:01:08.340683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17916): Terminated: ok {rc=0}\u000a09:01:08.350597 --- ParallelTerminationStrategy: PID 17919 died...\u000a09:01:08.404301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17919): Terminated: ok {rc=0}\u000a09:01:08.494716 bus /sierra_3: Setting Powered False\u000a09:01:09.599263 bus /sierra_3: Setting Powered False\u000a09:01:10.710404 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17928): Process ended prematurely: osmo-stp_10.42.42.5(pid=17928) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17928)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17928): Process ended prematurely: osmo-stp_10.42.42.5(pid=17928) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:01:11.827155 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:11.839979 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:01:12.009433 tst mo_mt_call_osmux.py: using LAC 20373\u000a09:01:12.137460 tst mo_mt_call_osmux.py: using RAC 228\u000a09:01:12.267251 tst mo_mt_call_osmux.py: using CellId 20373\u000a09:01:12.397929 tst mo_mt_call_osmux.py: using BVCI 20374\u000a09:01:12.422972 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:12.435005 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:12.447112 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:12.459282 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:12.471325 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:01:12.483707 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:01:12.606339 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:01:12.816021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:13.309199 run create_hlr_db(pid=17922): Launched\u000a09:01:13.485070 bus /sierra_2: Setting Powered False\u000a09:01:14.507387 run create_hlr_db(pid=17922): Terminated: ok {rc=0}\u000a09:01:14.916390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17924): Launched\u000a09:01:15.223095 run osmo-hlr_10.42.42.2(pid=17925): Launched\u000a09:01:15.336398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:15.880649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17927): Launched\u000a09:01:16.253617 run osmo-stp_10.42.42.5(pid=17928): Launched\u000a09:01:16.581002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:17.244436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17930): Launched\u000a09:01:17.560518 run osmo-msc_10.42.42.6(pid=17931): Launched\u000a09:01:17.742518 run osmo-stp_10.42.42.5(pid=17928): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17928)]\u000a09:01:17.873831 run osmo-stp_10.42.42.5(pid=17928): stdout: \u000a| (launched: 2022-12-09_09:01:16.040134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:18.003265 run osmo-stp_10.42.42.5(pid=17928): stderr: \u000a| �[0;m�[38;5;43m20221209090116345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090116346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090116347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090116348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090116350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090116350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090116350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:18.127763 run osmo-stp_10.42.42.5(pid=17928): stdout: \u000a| (launched: 2022-12-09_09:01:16.040134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:18.251084 run osmo-stp_10.42.42.5(pid=17928): stderr: \u000a| �[0;m�[38;5;43m20221209090116345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090116346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090116347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090116348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090116350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090116350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090116350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:18.305068 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17928): Process ended prematurely: osmo-stp_10.42.42.5(pid=17928) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17928)] [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:01:18.313524 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a09:01:18.374861 run osmo-hlr_10.42.42.2(pid=17925): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17925)]\u000a09:01:18.424528 run osmo-hlr_10.42.42.2(pid=17925): stdout: \u000a| (launched: 2022-12-09_09:01:15.072769) \u000a09:01:18.474387 run osmo-hlr_10.42.42.2(pid=17925): stderr: \u000a| �[0;m�[1;31m20221209090115248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090115248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090115248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090115248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090115248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090115248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090115261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090115270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090115270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090115270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:18.543054 run osmo-msc_10.42.42.6(pid=17931): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17931)]\u000a09:01:18.592767 run osmo-msc_10.42.42.6(pid=17931): stdout: \u000a| (launched: 2022-12-09_09:01:17.404600) \u000a09:01:18.642995 run osmo-msc_10.42.42.6(pid=17931): stderr: \u000a| �[0;m�[38;5;43m20221209090117676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090117676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f31a201ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090117677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090117677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090117677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090117677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090117679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090117679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090117679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090117679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:18.685570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17924): Terminating (SIGTERM)\u000a09:01:18.726220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17927): Terminating (SIGTERM)\u000a09:01:18.767087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17930): Terminating (SIGTERM)\u000a09:01:18.776874 --- ParallelTerminationStrategy: PID 17924 died...\u000a09:01:18.831727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17924): Terminated: ok {rc=0}\u000a09:01:18.841887 --- ParallelTerminationStrategy: PID 17927 died...\u000a09:01:18.895983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17927): Terminated: ok {rc=0}\u000a09:01:18.906071 --- ParallelTerminationStrategy: PID 17930 died...\u000a09:01:18.959927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17930): Terminated: ok {rc=0}\u000a09:01:19.049397 bus /sierra_3: Setting Powered False\u000a09:01:20.153124 bus /sierra_3: Setting Powered False\u000a09:01:21.264591 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:01:01" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17942): Process ended prematurely: osmo-stp_10.42.42.5(pid=17942) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17942)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17942): Process ended prematurely: osmo-stp_10.42.42.5(pid=17942) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17942)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:01:23.279176 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:23.290791 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:01:23.458980 tst mo_mt_call.py: using LAC 20374\u000a09:01:23.587122 tst mo_mt_call.py: using RAC 229\u000a09:01:23.717365 tst mo_mt_call.py: using CellId 20374\u000a09:01:23.847644 tst mo_mt_call.py: using BVCI 20375\u000a09:01:23.872624 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:23.884168 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:23.895573 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:23.907363 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:23.919319 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:23.930730 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:01:24.048506 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:01:24.264025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:24.783792 run create_hlr_db(pid=17936): Launched\u000a09:01:24.975075 bus /sierra_2: Setting Powered False\u000a09:01:25.994560 run create_hlr_db(pid=17936): Terminated: ok {rc=0}\u000a09:01:26.404913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17938): Launched\u000a09:01:26.718392 run osmo-hlr_10.42.42.2(pid=17939): Launched\u000a09:01:26.841065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:27.379727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17941): Launched\u000a09:01:27.689640 run osmo-stp_10.42.42.5(pid=17942): Launched\u000a09:01:27.801995 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:28.363969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17944): Launched\u000a09:01:28.673118 run osmo-msc_10.42.42.6(pid=17945): Launched\u000a09:01:28.853961 run osmo-stp_10.42.42.5(pid=17942): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17942)]\u000a09:01:28.984737 run osmo-stp_10.42.42.5(pid=17942): stdout: \u000a| (launched: 2022-12-09_09:01:27.536261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:29.112718 run osmo-stp_10.42.42.5(pid=17942): stderr: \u000a| �[0;m�[38;5;43m20221209090127703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090127703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090127703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090127704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090127704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090127704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090127704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:29.236267 run osmo-stp_10.42.42.5(pid=17942): stdout: \u000a| (launched: 2022-12-09_09:01:27.536261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:29.359604 run osmo-stp_10.42.42.5(pid=17942): stderr: \u000a| �[0;m�[38;5;43m20221209090127703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090127703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090127703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090127704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090127704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090127704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090127704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:29.413800 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17942): Process ended prematurely: osmo-stp_10.42.42.5(pid=17942) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17942)] [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:01:29.422378 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:01:29.482628 run osmo-hlr_10.42.42.2(pid=17939): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17939)]\u000a09:01:29.532090 run osmo-hlr_10.42.42.2(pid=17939): stdout: \u000a| (launched: 2022-12-09_09:01:26.562501) \u000a09:01:29.582306 run osmo-hlr_10.42.42.2(pid=17939): stderr: \u000a| �[0;m�[1;31m20221209090126737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090126737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090126737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090126737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090126737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090126737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090126752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090126762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090126762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090126762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:29.650574 run osmo-msc_10.42.42.6(pid=17945): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17945)]\u000a09:01:29.700123 run osmo-msc_10.42.42.6(pid=17945): stdout: \u000a| (launched: 2022-12-09_09:01:28.520859) \u000a09:01:29.750215 run osmo-msc_10.42.42.6(pid=17945): stderr: \u000a| �[0;m�[38;5;43m20221209090128791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090128792 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f04473d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090128792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090128792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090128792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090128792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090128794 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090128794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090128794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090128795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:29.793450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17938): Terminating (SIGTERM)\u000a09:01:29.833573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17941): Terminating (SIGTERM)\u000a09:01:29.873707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17944): Terminating (SIGTERM)\u000a09:01:29.882987 --- ParallelTerminationStrategy: PID 17938 died...\u000a09:01:29.936717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17938): Terminated: ok {rc=0}\u000a09:01:29.946524 --- ParallelTerminationStrategy: PID 17941 died...\u000a09:01:30.000168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17941): Terminated: ok {rc=0}\u000a09:01:30.009958 --- ParallelTerminationStrategy: PID 17944 died...\u000a09:01:30.063655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17944): Terminated: ok {rc=0}\u000a09:01:30.153039 bus /sierra_3: Setting Powered False\u000a09:01:31.265390 bus /sierra_3: Setting Powered False\u000a09:01:32.378595 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17953): Process ended prematurely: osmo-stp_10.42.42.5(pid=17953) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17953)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17953): Process ended prematurely: osmo-stp_10.42.42.5(pid=17953) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:01:33.489789 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:33.501601 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:01:33.662966 tst mo_mt_call_osmux.py: using LAC 20375\u000a09:01:33.786035 tst mo_mt_call_osmux.py: using RAC 230\u000a09:01:33.908285 tst mo_mt_call_osmux.py: using CellId 20375\u000a09:01:34.029352 tst mo_mt_call_osmux.py: using BVCI 20376\u000a09:01:34.052814 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:34.063974 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:34.074932 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:34.085942 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:34.096993 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:01:34.107908 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:01:34.225204 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:01:34.441574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:34.961555 run create_hlr_db(pid=17947): Launched\u000a09:01:35.152473 bus /sierra_2: Setting Powered False\u000a09:01:36.172018 run create_hlr_db(pid=17947): Terminated: ok {rc=0}\u000a09:01:36.584714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17949): Launched\u000a09:01:36.892913 run osmo-hlr_10.42.42.2(pid=17950): Launched\u000a09:01:37.012585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:37.552173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17952): Launched\u000a09:01:37.860222 run osmo-stp_10.42.42.5(pid=17953): Launched\u000a09:01:37.971729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:38.538576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17955): Launched\u000a09:01:38.848741 run osmo-msc_10.42.42.6(pid=17956): Launched\u000a09:01:39.029197 run osmo-stp_10.42.42.5(pid=17953): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17953)]\u000a09:01:39.159318 run osmo-stp_10.42.42.5(pid=17953): stdout: \u000a| (launched: 2022-12-09_09:01:37.709304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:39.287303 run osmo-stp_10.42.42.5(pid=17953): stderr: \u000a| �[0;m�[38;5;43m20221209090137876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090137876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090137876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090137877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090137877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090137877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090137877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:39.411224 run osmo-stp_10.42.42.5(pid=17953): stdout: \u000a| (launched: 2022-12-09_09:01:37.709304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:39.534155 run osmo-stp_10.42.42.5(pid=17953): stderr: \u000a| �[0;m�[38;5;43m20221209090137876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090137876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090137876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090137877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090137877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090137877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090137877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:39.588241 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17953): Process ended prematurely: osmo-stp_10.42.42.5(pid=17953) [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17953)] [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:01:39.596736 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:01:39.656854 run osmo-hlr_10.42.42.2(pid=17950): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17950)]\u000a09:01:39.705936 run osmo-hlr_10.42.42.2(pid=17950): stdout: \u000a| (launched: 2022-12-09_09:01:36.741163) \u000a09:01:39.755690 run osmo-hlr_10.42.42.2(pid=17950): stderr: \u000a| �[0;m�[1;31m20221209090136914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090136914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090136914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090136914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090136914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090136914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090136925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090136934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090136934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090136935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:39.823497 run osmo-msc_10.42.42.6(pid=17956): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17956)]\u000a09:01:39.872648 run osmo-msc_10.42.42.6(pid=17956): stdout: \u000a| (launched: 2022-12-09_09:01:38.695871) \u000a09:01:39.922312 run osmo-msc_10.42.42.6(pid=17956): stderr: \u000a| �[0;m�[38;5;43m20221209090138967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090138967 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97d92bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090138967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090138967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090138967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090138968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090138969 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090138970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090138970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090138970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:39.964557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17949): Terminating (SIGTERM)\u000a09:01:40.004173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17952): Terminating (SIGTERM)\u000a09:01:40.043731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17955): Terminating (SIGTERM)\u000a09:01:40.052937 --- ParallelTerminationStrategy: PID 17949 died...\u000a09:01:40.106426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17949): Terminated: ok {rc=0}\u000a09:01:40.116012 --- ParallelTerminationStrategy: PID 17952 died...\u000a09:01:40.169100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17952): Terminated: ok {rc=0}\u000a09:01:40.178682 --- ParallelTerminationStrategy: PID 17955 died...\u000a09:01:40.232002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17955): Terminated: ok {rc=0}\u000a09:01:40.320852 bus /sierra_3: Setting Powered False\u000a09:01:41.424733 bus /sierra_3: Setting Powered False\u000a09:01:42.535231 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:01:22" }, { "cases" : [ { "testActions" : [ ], "age" : 195, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17967): Process ended prematurely: osmo-stp_10.42.42.5(pid=17967) [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17967)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17967): Process ended prematurely: osmo-stp_10.42.42.5(pid=17967) [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a09:01:44.530457 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:44.542022 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:01:44.684134 tst mo_mt_call.py: using LAC 20376\u000a09:01:44.806959 tst mo_mt_call.py: using RAC 231\u000a09:01:44.929412 tst mo_mt_call.py: using CellId 20376\u000a09:01:45.050452 tst mo_mt_call.py: using BVCI 20377\u000a09:01:45.073950 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:45.085579 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:45.096761 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:45.108019 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:45.119347 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:45.130913 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:01:45.249113 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:01:45.452756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:45.995419 run create_hlr_db(pid=17961): Launched\u000a09:01:46.174826 bus /sierra_2: Setting Powered False\u000a09:01:47.233865 run create_hlr_db(pid=17961): Terminated: ok {rc=0}\u000a09:01:47.643361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17963): Launched\u000a09:01:47.951009 run osmo-hlr_10.42.42.2(pid=17964): Launched\u000a09:01:48.070378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:48.607216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17966): Launched\u000a09:01:48.915053 run osmo-stp_10.42.42.5(pid=17967): Launched\u000a09:01:49.027014 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:49.587154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17969): Launched\u000a09:01:49.895477 run osmo-msc_10.42.42.6(pid=17970): Launched\u000a09:01:50.074885 run osmo-stp_10.42.42.5(pid=17967): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17967)]\u000a09:01:50.204501 run osmo-stp_10.42.42.5(pid=17967): stdout: \u000a| (launched: 2022-12-09_09:01:48.763465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:50.331813 run osmo-stp_10.42.42.5(pid=17967): stderr: \u000a| �[0;m�[38;5;43m20221209090148931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090148931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090148931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090148932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090148932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090148932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090148932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:50.455042 run osmo-stp_10.42.42.5(pid=17967): stdout: \u000a| (launched: 2022-12-09_09:01:48.763465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:01:50.577111 run osmo-stp_10.42.42.5(pid=17967): stderr: \u000a| �[0;m�[38;5;43m20221209090148931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090148931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090148931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090148932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090148932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090148932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090148932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:01:50.630724 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17967): Process ended prematurely: osmo-stp_10.42.42.5(pid=17967) [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17967)] [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a09:01:50.639246 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:01:50.698621 run osmo-hlr_10.42.42.2(pid=17964): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17964)]\u000a09:01:50.747291 run osmo-hlr_10.42.42.2(pid=17964): stdout: \u000a| (launched: 2022-12-09_09:01:47.799751) \u000a09:01:50.796625 run osmo-hlr_10.42.42.2(pid=17964): stderr: \u000a| �[0;m�[1;31m20221209090147975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090147975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090147975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090147975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090147975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090147975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090147988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090147998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090147998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090147998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:01:50.864005 run osmo-msc_10.42.42.6(pid=17970): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17970)]\u000a09:01:50.912726 run osmo-msc_10.42.42.6(pid=17970): stdout: \u000a| (launched: 2022-12-09_09:01:49.743213) \u000a09:01:50.961889 run osmo-msc_10.42.42.6(pid=17970): stderr: \u000a| �[0;m�[38;5;43m20221209090150012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090150012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b7a758c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090150012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090150012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090150013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090150013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090150014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090150015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090150015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090150015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:01:51.003581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17963): Terminating (SIGTERM)\u000a09:01:51.043090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17966): Terminating (SIGTERM)\u000a09:01:51.082980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17969): Terminating (SIGTERM)\u000a09:01:51.092318 --- ParallelTerminationStrategy: PID 17963 died...\u000a09:01:51.146256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17963): Terminated: ok {rc=0}\u000a09:01:51.155842 --- ParallelTerminationStrategy: PID 17966 died...\u000a09:01:51.208649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17966): Terminated: ok {rc=0}\u000a09:01:51.218211 --- ParallelTerminationStrategy: PID 17969 died...\u000a09:01:51.270930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17969): Terminated: ok {rc=0}\u000a09:01:51.354919 bus /sierra_3: Setting Powered False\u000a09:01:52.456823 bus /sierra_3: Setting Powered False\u000a09:01:53.565224 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17978): Process ended prematurely: osmo-stp_10.42.42.5(pid=17978) [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17978)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17978): Process ended prematurely: osmo-stp_10.42.42.5(pid=17978) [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:01:54.681317 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:54.694207 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:01:54.847297 tst mo_mt_call_osmux.py: using LAC 20377\u000a09:01:54.982829 tst mo_mt_call_osmux.py: using RAC 232\u000a09:01:55.110240 tst mo_mt_call_osmux.py: using CellId 20377\u000a09:01:55.237765 tst mo_mt_call_osmux.py: using BVCI 20378\u000a09:01:55.262836 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:55.274863 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:55.286641 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:55.298698 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:55.310895 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:01:55.322951 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:01:55.443037 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:01:55.658949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:01:56.176730 run create_hlr_db(pid=17972): Launched\u000a09:01:56.368279 bus /sierra_2: Setting Powered False\u000a09:01:57.388433 run create_hlr_db(pid=17972): Terminated: ok {rc=0}\u000a09:01:57.825994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17974): Launched\u000a09:01:58.157855 run osmo-hlr_10.42.42.2(pid=17975): Launched\u000a09:01:58.281856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:01:58.855093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17977): Launched\u000a09:01:59.187615 run osmo-stp_10.42.42.5(pid=17978): Launched\u000a09:01:59.308846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:01:59.913715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17980): Launched\u000a09:02:00.247349 run osmo-msc_10.42.42.6(pid=17981): Launched\u000a09:02:00.442650 run osmo-stp_10.42.42.5(pid=17978): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17978)]\u000a09:02:00.583198 run osmo-stp_10.42.42.5(pid=17978): stdout: \u000a| (launched: 2022-12-09_09:01:59.023492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:00.722044 run osmo-stp_10.42.42.5(pid=17978): stderr: \u000a| �[0;m�[38;5;43m20221209090159215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090159215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090159215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090159216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090159216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090159216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090159216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:00.872545 run osmo-stp_10.42.42.5(pid=17978): stdout: \u000a| (launched: 2022-12-09_09:01:59.023492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:01.010505 run osmo-stp_10.42.42.5(pid=17978): stderr: \u000a| �[0;m�[38;5;43m20221209090159215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090159215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090159215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090159216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090159216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090159216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090159216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:01.070225 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17978): Process ended prematurely: osmo-stp_10.42.42.5(pid=17978) [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17978)] [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a09:02:01.080477 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:02:01.147939 run osmo-hlr_10.42.42.2(pid=17975): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17975)]\u000a09:02:01.202034 run osmo-hlr_10.42.42.2(pid=17975): stdout: \u000a| (launched: 2022-12-09_09:01:57.994086) \u000a09:02:01.256860 run osmo-hlr_10.42.42.2(pid=17975): stderr: \u000a| �[0;m�[1;31m20221209090158191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090158191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090158191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090158191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090158191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090158191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090158216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090158226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090158226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090158226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:01.330492 run osmo-msc_10.42.42.6(pid=17981): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17981)]\u000a09:02:01.384693 run osmo-msc_10.42.42.6(pid=17981): stdout: \u000a| (launched: 2022-12-09_09:02:00.082483) \u000a09:02:01.439856 run osmo-msc_10.42.42.6(pid=17981): stderr: \u000a| �[0;m�[38;5;43m20221209090200401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090200401 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c6a1cfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090200401 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090200401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090200401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090200401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090200403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090200403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090200404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090200404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:01.485681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17974): Terminating (SIGTERM)\u000a09:02:01.533217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17977): Terminating (SIGTERM)\u000a09:02:01.577500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17980): Terminating (SIGTERM)\u000a09:02:01.588431 --- ParallelTerminationStrategy: PID 17974 died...\u000a09:02:01.649490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17974): Terminated: ok {rc=0}\u000a09:02:01.660509 --- ParallelTerminationStrategy: PID 17977 died...\u000a09:02:01.719938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17977): Terminated: ok {rc=0}\u000a09:02:01.731081 --- ParallelTerminationStrategy: PID 17980 died...\u000a09:02:01.790482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17980): Terminated: ok {rc=0}\u000a09:02:01.878470 bus /sierra_3: Setting Powered False\u000a09:02:02.983142 bus /sierra_3: Setting Powered False\u000a09:02:04.090636 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:01:44" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17992): Process ended prematurely: osmo-stp_10.42.42.5(pid=17992) [trial-2357↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17992)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17992): Process ended prematurely: osmo-stp_10.42.42.5(pid=17992) [trial-2357↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:02:06.109800 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:06.120471 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:02:06.257525 tst emergency_mo_mt_call.py: using LAC 20378\u000a09:02:06.376306 tst emergency_mo_mt_call.py: using RAC 233\u000a09:02:06.496671 tst emergency_mo_mt_call.py: using CellId 20378\u000a09:02:06.616225 tst emergency_mo_mt_call.py: using BVCI 20379\u000a09:02:06.639088 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:06.649886 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:06.660465 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:06.671099 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:06.681721 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:06.692218 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:06.811184 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:07.020166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:07.509351 run create_hlr_db(pid=17986): Launched\u000a09:02:07.683710 bus /sierra_2: Setting Powered False\u000a09:02:08.704198 run create_hlr_db(pid=17986): Terminated: ok {rc=0}\u000a09:02:09.135723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17988): Launched\u000a09:02:09.461931 run osmo-hlr_10.42.42.2(pid=17989): Launched\u000a09:02:09.579488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:10.144181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17991): Launched\u000a09:02:10.470143 run osmo-stp_10.42.42.5(pid=17992): Launched\u000a09:02:10.600799 tst emergency_mo_mt_call.py: using MSISDN 7125\u000a09:02:10.762522 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:11.356654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17994): Launched\u000a09:02:11.683490 run osmo-msc_10.42.42.6(pid=17995): Launched\u000a09:02:11.874032 run osmo-stp_10.42.42.5(pid=17992): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17992)]\u000a09:02:12.012180 run osmo-stp_10.42.42.5(pid=17992): stdout: \u000a| (launched: 2022-12-09_09:02:10.309775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:12.148311 run osmo-stp_10.42.42.5(pid=17992): stderr: \u000a| �[0;m�[38;5;43m20221209090210499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090210499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090210500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090210500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090210501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090210502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090210502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:12.278982 run osmo-stp_10.42.42.5(pid=17992): stdout: \u000a| (launched: 2022-12-09_09:02:10.309775)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:12.408915 run osmo-stp_10.42.42.5(pid=17992): stderr: \u000a| �[0;m�[38;5;43m20221209090210499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090210499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090210500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090210500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090210501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090210502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090210502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:12.465616 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17992): Process ended prematurely: osmo-stp_10.42.42.5(pid=17992) [trial-2357↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17992)] [trial-2357↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a09:02:12.474215 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a09:02:12.537755 run osmo-hlr_10.42.42.2(pid=17989): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17989)]\u000a09:02:12.589418 run osmo-hlr_10.42.42.2(pid=17989): stdout: \u000a| (launched: 2022-12-09_09:02:09.300864) \u000a09:02:12.641868 run osmo-hlr_10.42.42.2(pid=17989): stderr: \u000a| �[0;m�[1;31m20221209090209495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090209495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090209495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090209495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090209495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090209495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090209507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090209515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090209515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090209515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:12.713005 run osmo-msc_10.42.42.6(pid=17995): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17995)]\u000a09:02:12.764819 run osmo-msc_10.42.42.6(pid=17995): stdout: \u000a| (launched: 2022-12-09_09:02:11.522745) \u000a09:02:12.817260 run osmo-msc_10.42.42.6(pid=17995): stderr: \u000a| �[0;m�[38;5;43m20221209090211843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090211843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd6c87ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090211843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090211843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090211843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090211844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090211845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090211846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090211846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090211846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:12.861612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17988): Terminating (SIGTERM)\u000a09:02:12.903416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17991): Terminating (SIGTERM)\u000a09:02:12.945890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17994): Terminating (SIGTERM)\u000a09:02:12.955634 --- ParallelTerminationStrategy: PID 17988 died...\u000a09:02:13.012183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17988): Terminated: ok {rc=0}\u000a09:02:13.022286 --- ParallelTerminationStrategy: PID 17991 died...\u000a09:02:13.078489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17991): Terminated: ok {rc=0}\u000a09:02:13.088570 --- ParallelTerminationStrategy: PID 17994 died...\u000a09:02:13.145062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17994): Terminated: ok {rc=0}\u000a09:02:13.232888 bus /sierra_3: Setting Powered False\u000a09:02:14.339941 bus /sierra_3: Setting Powered False\u000a09:02:15.448989 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18003): Process ended prematurely: osmo-stp_10.42.42.5(pid=18003) [trial-2357↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18003)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18003): Process ended prematurely: osmo-stp_10.42.42.5(pid=18003) [trial-2357↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:02:16.501736 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:16.517951 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:02:16.713562 tst emergency_preemptive_call.py: using LAC 20379\u000a09:02:16.882557 tst emergency_preemptive_call.py: using RAC 234\u000a09:02:17.033080 tst emergency_preemptive_call.py: using CellId 20379\u000a09:02:17.169207 tst emergency_preemptive_call.py: using BVCI 20380\u000a09:02:17.193830 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:17.205525 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:17.217044 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:17.228439 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:17.239989 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:02:17.251597 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:17.374373 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:17.493206 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:17.613516 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:17.816348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:18.305759 run create_hlr_db(pid=17997): Launched\u000a09:02:18.481130 bus /sierra_2: Setting Powered False\u000a09:02:19.514019 run create_hlr_db(pid=17997): Terminated: ok {rc=0}\u000a09:02:19.948092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17999): Launched\u000a09:02:20.275614 run osmo-hlr_10.42.42.2(pid=18000): Launched\u000a09:02:20.393105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:20.962768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18002): Launched\u000a09:02:21.289433 run osmo-stp_10.42.42.5(pid=18003): Launched\u000a09:02:21.423741 tst emergency_preemptive_call.py: using MSISDN 7126\u000a09:02:21.586130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:02:22.178695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18005): Launched\u000a09:02:22.505921 run osmo-msc_10.42.42.6(pid=18006): Launched\u000a09:02:22.697836 run osmo-stp_10.42.42.5(pid=18003): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18003)]\u000a09:02:22.837475 run osmo-stp_10.42.42.5(pid=18003): stdout: \u000a| (launched: 2022-12-09_09:02:21.128028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:22.974202 run osmo-stp_10.42.42.5(pid=18003): stderr: \u000a| �[0;m�[38;5;43m20221209090221317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090221317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090221317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090221318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090221318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090221318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090221318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:23.105422 run osmo-stp_10.42.42.5(pid=18003): stdout: \u000a| (launched: 2022-12-09_09:02:21.128028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:23.234976 run osmo-stp_10.42.42.5(pid=18003): stderr: \u000a| �[0;m�[38;5;43m20221209090221317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090221317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090221317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090221318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090221318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090221318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090221318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:23.291746 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18003): Process ended prematurely: osmo-stp_10.42.42.5(pid=18003) [trial-2357↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18003)] [trial-2357↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a09:02:23.300722 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a09:02:23.365259 run osmo-hlr_10.42.42.2(pid=18000): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18000)]\u000a09:02:23.417302 run osmo-hlr_10.42.42.2(pid=18000): stdout: \u000a| (launched: 2022-12-09_09:02:20.113831) \u000a09:02:23.470142 run osmo-hlr_10.42.42.2(pid=18000): stderr: \u000a| �[0;m�[1;31m20221209090220309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090220309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090220309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090220309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090220309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090220309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090220322 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090220331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090220331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090220331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:23.541626 run osmo-msc_10.42.42.6(pid=18006): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18006)]\u000a09:02:23.593614 run osmo-msc_10.42.42.6(pid=18006): stdout: \u000a| (launched: 2022-12-09_09:02:22.344397) \u000a09:02:23.646150 run osmo-msc_10.42.42.6(pid=18006): stderr: \u000a| �[0;m�[38;5;43m20221209090222662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090222662 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc9e03ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090222662 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090222662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090222662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090222663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090222664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090222665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090222665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090222665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:02:23.690660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17999): Terminating (SIGTERM)\u000a09:02:23.733097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18002): Terminating (SIGTERM)\u000a09:02:23.775634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18005): Terminating (SIGTERM)\u000a09:02:23.785724 --- ParallelTerminationStrategy: PID 17999 died...\u000a09:02:23.842988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17999): Terminated: ok {rc=0}\u000a09:02:23.853385 --- ParallelTerminationStrategy: PID 18002 died...\u000a09:02:23.910149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18002): Terminated: ok {rc=0}\u000a09:02:23.920354 --- ParallelTerminationStrategy: PID 18005 died...\u000a09:02:23.976586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18005): Terminated: ok {rc=0}\u000a09:02:24.063643 bus /sierra_9: Setting Powered False\u000a09:02:25.170330 bus /sierra_9: Setting Powered False\u000a09:02:26.278120 bus /sierra_8: Setting Powered False\u000a09:02:27.384477 bus /sierra_8: Setting Powered False\u000a09:02:28.492672 bus /sierra_3: Setting Powered False\u000a09:02:29.598181 bus /sierra_3: Setting Powered False\u000a09:02:30.710924 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:02:05" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18024): Process ended prematurely: osmo-stp_10.42.42.5(pid=18024) [trial-2357↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18024)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18024): Process ended prematurely: osmo-stp_10.42.42.5(pid=18024) [trial-2357↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:02:32.855627 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:32.867007 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:02:33.007600 tst cs_paging_gprs_active.py: using LAC 20380\u000a09:02:33.126725 tst cs_paging_gprs_active.py: using RAC 235\u000a09:02:33.246328 tst cs_paging_gprs_active.py: using CellId 20380\u000a09:02:33.366120 tst cs_paging_gprs_active.py: using BVCI 20381\u000a09:02:33.390020 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:33.401021 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:33.411618 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:33.422685 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:33.433375 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:33.443990 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:33.454762 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:33.465290 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:33.475983 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:33.597493 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:33.900019 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:02:34.039648 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:34.381305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18011): Launched\u000a09:02:34.666527 run iperf3-srv_10.42.42.10(pid=18012): Launched\u000a09:02:34.870781 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:02:35.009889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:35.351175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18013): Launched\u000a09:02:35.636529 run iperf3-srv_10.42.42.10(pid=18014): Launched\u000a09:02:35.842428 tst cs_paging_gprs_active.py:38: start network...\u000a09:02:35.980879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:36.504824 run create_hlr_db(pid=18018): Launched\u000a09:02:36.697110 bus /sierra_2: Setting Powered False\u000a09:02:37.718538 run create_hlr_db(pid=18018): Terminated: ok {rc=0}\u000a09:02:38.159196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18020): Launched\u000a09:02:38.491603 run osmo-hlr_10.42.42.2(pid=18021): Launched\u000a09:02:38.617290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:39.190950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18023): Launched\u000a09:02:39.522924 run osmo-stp_10.42.42.5(pid=18024): Launched\u000a09:02:39.643993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:02:40.222641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18026): Launched\u000a09:02:40.340889 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:02:40.630238 run patchelf(pid=18027): Launched\u000a09:02:40.823235 run osmo-stp_10.42.42.5(pid=18024): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18024)]\u000a09:02:40.964034 run osmo-stp_10.42.42.5(pid=18024): stdout: \u000a| (launched: 2022-12-09_09:02:39.359417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:41.105252 run osmo-stp_10.42.42.5(pid=18024): stderr: \u000a| �[0;m�[38;5;43m20221209090239550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090239551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090239551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090239551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090239552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090239552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090239552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:41.241954 run osmo-stp_10.42.42.5(pid=18024): stdout: \u000a| (launched: 2022-12-09_09:02:39.359417)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:41.378128 run osmo-stp_10.42.42.5(pid=18024): stderr: \u000a| �[0;m�[38;5;43m20221209090239550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090239551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090239551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090239551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090239552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090239552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090239552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:41.536124 run patchelf(pid=18027): Terminating (SIGINT)\u000a09:02:41.721279 run patchelf(pid=18027): Terminated: ok {rc=0}\u000a09:02:41.755101 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18024): Process ended prematurely: osmo-stp_10.42.42.5(pid=18024) [trial-2357↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18024)] [trial-2357↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a09:02:41.764860 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a09:02:41.828928 run osmo-hlr_10.42.42.2(pid=18021): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18021)]\u000a09:02:41.880845 run osmo-hlr_10.42.42.2(pid=18021): stdout: \u000a| (launched: 2022-12-09_09:02:38.327986) \u000a09:02:41.933334 run osmo-hlr_10.42.42.2(pid=18021): stderr: \u000a| �[0;m�[1;31m20221209090238521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090238521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090238521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090238522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090238522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090238522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090238534 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090238543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090238543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090238543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:41.977927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18011): Terminating (SIGTERM)\u000a09:02:42.020202 run iperf3-srv_10.42.42.10(pid=18012): Terminating (SIGTERM)\u000a09:02:42.062239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18013): Terminating (SIGTERM)\u000a09:02:42.104014 run iperf3-srv_10.42.42.10(pid=18014): Terminating (SIGTERM)\u000a09:02:42.146376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18020): Terminating (SIGTERM)\u000a09:02:42.188351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18023): Terminating (SIGTERM)\u000a09:02:42.230954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18026): Terminating (SIGTERM)\u000a09:02:42.240736 --- ParallelTerminationStrategy: PID 18011 died...\u000a09:02:42.297250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18011): Terminated: ok {rc=0}\u000a09:02:42.307305 --- ParallelTerminationStrategy: PID 18012 died...\u000a09:02:42.363272 run iperf3-srv_10.42.42.10(pid=18012): Terminated {rc=256}\u000a09:02:42.373411 --- ParallelTerminationStrategy: PID 18013 died...\u000a09:02:42.429380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18013): Terminated: ok {rc=0}\u000a09:02:42.439372 --- ParallelTerminationStrategy: PID 18014 died...\u000a09:02:42.495292 run iperf3-srv_10.42.42.10(pid=18014): Terminated {rc=256}\u000a09:02:42.505390 --- ParallelTerminationStrategy: PID 18020 died...\u000a09:02:42.561508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18020): Terminated: ok {rc=0}\u000a09:02:42.571844 --- ParallelTerminationStrategy: PID 18023 died...\u000a09:02:42.628084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18023): Terminated: ok {rc=0}\u000a09:02:42.638227 --- ParallelTerminationStrategy: PID 18026 died...\u000a09:02:42.694261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18026): Terminated: ok {rc=0}\u000a09:02:42.784100 bus /gobi_0: Setting Powered False\u000a09:02:43.889415 bus /gobi_0: Setting Powered False\u000a09:02:45.000874 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18036): Process ended prematurely: osmo-stp_10.42.42.5(pid=18036) [trial-2357↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18036)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18036): Process ended prematurely: osmo-stp_10.42.42.5(pid=18036) [trial-2357↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a09:02:46.130694 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:46.143933 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:02:46.311767 tst iperf3.py: using LAC 20381\u000a09:02:46.444289 tst iperf3.py: using RAC 236\u000a09:02:46.600304 tst iperf3.py: using CellId 20381\u000a09:02:46.754872 tst iperf3.py: using BVCI 20382\u000a09:02:46.782407 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:46.795164 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:46.809074 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:46.822267 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:46.835767 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:46.849364 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:46.862025 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:46.875521 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:46.890288 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:47.197922 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:02:47.338754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:47.682321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18028): Launched\u000a09:02:47.969128 run iperf3-srv_10.42.42.10(pid=18029): Launched\u000a09:02:48.173585 tst iperf3.py:8: start network...\u000a09:02:48.312873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:02:48.837152 run create_hlr_db(pid=18030): Launched\u000a09:02:49.015298 bus /gobi_6: Setting Powered False\u000a09:02:50.036339 run create_hlr_db(pid=18030): Terminated: ok {rc=0}\u000a09:02:50.475957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18032): Launched\u000a09:02:50.805614 run osmo-hlr_10.42.42.2(pid=18033): Launched\u000a09:02:50.920596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:02:51.460937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18035): Launched\u000a09:02:51.769833 run osmo-stp_10.42.42.5(pid=18036): Launched\u000a09:02:51.882011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:02:52.420050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18038): Launched\u000a09:02:52.530209 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:02:52.812389 run patchelf(pid=18039): Launched\u000a09:02:53.005856 run osmo-stp_10.42.42.5(pid=18036): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18036)]\u000a09:02:53.147281 run osmo-stp_10.42.42.5(pid=18036): stdout: \u000a| (launched: 2022-12-09_09:02:51.618791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:53.288854 run osmo-stp_10.42.42.5(pid=18036): stderr: \u000a| �[0;m�[38;5;43m20221209090251788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090251788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090251788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090251789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:53.426245 run osmo-stp_10.42.42.5(pid=18036): stdout: \u000a| (launched: 2022-12-09_09:02:51.618791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:02:53.562217 run osmo-stp_10.42.42.5(pid=18036): stderr: \u000a| �[0;m�[38;5;43m20221209090251788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090251788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090251788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090251789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090251789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:02:53.720375 run patchelf(pid=18039): Terminating (SIGINT)\u000a09:02:53.905832 run patchelf(pid=18039): Terminated: ok {rc=0}\u000a09:02:53.939839 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18036): Process ended prematurely: osmo-stp_10.42.42.5(pid=18036) [trial-2357↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18036)] [trial-2357↪gprs:trx-umtrx↪iperf3.py:8]\u000a09:02:53.949955 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a09:02:54.014050 run osmo-hlr_10.42.42.2(pid=18033): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18033)]\u000a09:02:54.065909 run osmo-hlr_10.42.42.2(pid=18033): stdout: \u000a| (launched: 2022-12-09_09:02:50.644859) \u000a09:02:54.118457 run osmo-hlr_10.42.42.2(pid=18033): stderr: \u000a| �[0;m�[1;31m20221209090250821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090250821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090250821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090250821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090250821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090250822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090250835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090250844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090250844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090250844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:02:54.162819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18028): Terminating (SIGTERM)\u000a09:02:54.205531 run iperf3-srv_10.42.42.10(pid=18029): Terminating (SIGTERM)\u000a09:02:54.248197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18032): Terminating (SIGTERM)\u000a09:02:54.290577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18035): Terminating (SIGTERM)\u000a09:02:54.333182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18038): Terminating (SIGTERM)\u000a09:02:54.343113 --- ParallelTerminationStrategy: PID 18028 died...\u000a09:02:54.400063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18028): Terminated: ok {rc=0}\u000a09:02:54.410389 --- ParallelTerminationStrategy: PID 18029 died...\u000a09:02:54.466979 run iperf3-srv_10.42.42.10(pid=18029): Terminated {rc=256}\u000a09:02:54.477198 --- ParallelTerminationStrategy: PID 18032 died...\u000a09:02:54.533706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18032): Terminated: ok {rc=0}\u000a09:02:54.543959 --- ParallelTerminationStrategy: PID 18035 died...\u000a09:02:54.600244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18035): Terminated: ok {rc=0}\u000a09:02:54.610618 --- ParallelTerminationStrategy: PID 18038 died...\u000a09:02:54.666933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18038): Terminated: ok {rc=0}\u000a09:02:54.754264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 183, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18055): Process ended prematurely: osmo-stp_10.42.42.5(pid=18055) [trial-2357↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18055)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18055): Process ended prematurely: osmo-stp_10.42.42.5(pid=18055) [trial-2357↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a09:02:55.874854 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:55.886757 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:02:56.033425 tst iperf3m4.py: using LAC 20382\u000a09:02:56.163866 tst iperf3m4.py: using RAC 237\u000a09:02:56.293571 tst iperf3m4.py: using CellId 20382\u000a09:02:56.428863 tst iperf3m4.py: using BVCI 20383\u000a09:02:56.454352 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:56.465726 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:56.476723 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:56.487967 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:56.499232 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:56.510433 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:56.522012 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:56.533916 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:02:56.545471 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:56.668183 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:56.793171 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:56.916450 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:02:57.202865 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:02:57.332584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:57.653099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18040): Launched\u000a09:02:57.918852 run iperf3-srv_10.42.42.10(pid=18041): Launched\u000a09:02:58.107980 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:02:58.237184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:58.556759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18042): Launched\u000a09:02:58.822157 run iperf3-srv_10.42.42.10(pid=18043): Launched\u000a09:02:59.010716 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:02:59.139294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:02:59.459745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18044): Launched\u000a09:02:59.725323 run iperf3-srv_10.42.42.10(pid=18045): Launched\u000a09:02:59.914180 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:03:00.042762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:00.362384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18046): Launched\u000a09:03:00.628105 run iperf3-srv_10.42.42.10(pid=18047): Launched\u000a09:03:00.816304 tst iperf3m4.py:8: start network...\u000a09:03:00.975867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:01.547857 run create_hlr_db(pid=18049): Launched\u000a09:03:01.729628 bus /gobi_6: Setting Powered False\u000a09:03:02.751087 run create_hlr_db(pid=18049): Terminated: ok {rc=0}\u000a09:03:03.164822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18051): Launched\u000a09:03:03.475275 run osmo-hlr_10.42.42.2(pid=18052): Launched\u000a09:03:03.588637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:04.128067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18054): Launched\u000a09:03:04.438736 run osmo-stp_10.42.42.5(pid=18055): Launched\u000a09:03:04.551093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:05.087864 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18057): Launched\u000a09:03:05.197909 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:05.466320 run patchelf(pid=18058): Launched\u000a09:03:05.646463 run osmo-stp_10.42.42.5(pid=18055): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18055)]\u000a09:03:05.778826 run osmo-stp_10.42.42.5(pid=18055): stdout: \u000a| (launched: 2022-12-09_09:03:04.286267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:05.910819 run osmo-stp_10.42.42.5(pid=18055): stderr: \u000a| �[0;m�[38;5;43m20221209090304453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090304453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090304453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090304454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090304454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090304454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090304454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:06.039078 run osmo-stp_10.42.42.5(pid=18055): stdout: \u000a| (launched: 2022-12-09_09:03:04.286267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:06.165751 run osmo-stp_10.42.42.5(pid=18055): stderr: \u000a| �[0;m�[38;5;43m20221209090304453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090304453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090304453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090304454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090304454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090304454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090304454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:06.312760 run patchelf(pid=18058): Terminating (SIGINT)\u000a09:03:06.485638 run patchelf(pid=18058): Terminated: ok {rc=0}\u000a09:03:06.517411 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18055): Process ended prematurely: osmo-stp_10.42.42.5(pid=18055) [trial-2357↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18055)] [trial-2357↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a09:03:06.526762 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:03:06.586409 run osmo-hlr_10.42.42.2(pid=18052): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18052)]\u000a09:03:06.635067 run osmo-hlr_10.42.42.2(pid=18052): stdout: \u000a| (launched: 2022-12-09_09:03:03.323682) \u000a09:03:06.684320 run osmo-hlr_10.42.42.2(pid=18052): stderr: \u000a| �[0;m�[1;31m20221209090303497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090303497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090303497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090303497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090303497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090303497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090303512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090303523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090303523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090303523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:06.726111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18040): Terminating (SIGTERM)\u000a09:03:06.765562 run iperf3-srv_10.42.42.10(pid=18041): Terminating (SIGTERM)\u000a09:03:06.805169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18042): Terminating (SIGTERM)\u000a09:03:06.844680 run iperf3-srv_10.42.42.10(pid=18043): Terminating (SIGTERM)\u000a09:03:06.884247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18044): Terminating (SIGTERM)\u000a09:03:06.923641 run iperf3-srv_10.42.42.10(pid=18045): Terminating (SIGTERM)\u000a09:03:06.963203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18046): Terminating (SIGTERM)\u000a09:03:07.002453 run iperf3-srv_10.42.42.10(pid=18047): Terminating (SIGTERM)\u000a09:03:07.042149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18051): Terminating (SIGTERM)\u000a09:03:07.081655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18054): Terminating (SIGTERM)\u000a09:03:07.121241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18057): Terminating (SIGTERM)\u000a09:03:07.130387 --- ParallelTerminationStrategy: PID 18040 died...\u000a09:03:07.183888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18040): Terminated: ok {rc=0}\u000a09:03:07.193679 --- ParallelTerminationStrategy: PID 18041 died...\u000a09:03:07.246782 run iperf3-srv_10.42.42.10(pid=18041): Terminated {rc=256}\u000a09:03:07.256433 --- ParallelTerminationStrategy: PID 18042 died...\u000a09:03:07.310028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18042): Terminated: ok {rc=0}\u000a09:03:07.319678 --- ParallelTerminationStrategy: PID 18043 died...\u000a09:03:07.372833 run iperf3-srv_10.42.42.10(pid=18043): Terminated {rc=256}\u000a09:03:07.382566 --- ParallelTerminationStrategy: PID 18044 died...\u000a09:03:07.435921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18044): Terminated: ok {rc=0}\u000a09:03:07.445736 --- ParallelTerminationStrategy: PID 18045 died...\u000a09:03:07.498609 run iperf3-srv_10.42.42.10(pid=18045): Terminated {rc=256}\u000a09:03:07.508261 --- ParallelTerminationStrategy: PID 18046 died...\u000a09:03:07.561963 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18046): Terminated: ok {rc=0}\u000a09:03:07.571564 --- ParallelTerminationStrategy: PID 18047 died...\u000a09:03:07.624886 run iperf3-srv_10.42.42.10(pid=18047): Terminated {rc=256}\u000a09:03:07.634729 --- ParallelTerminationStrategy: PID 18051 died...\u000a09:03:07.688093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18051): Terminated: ok {rc=0}\u000a09:03:07.698338 --- ParallelTerminationStrategy: PID 18054 died...\u000a09:03:07.751961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18054): Terminated: ok {rc=0}\u000a09:03:07.761685 --- ParallelTerminationStrategy: PID 18057 died...\u000a09:03:07.815182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18057): Terminated: ok {rc=0}\u000a09:03:07.905267 bus /gobi_4: Setting Powered False\u000a09:03:09.008452 bus /gobi_4: Setting Powered False\u000a09:03:10.120707 bus /gobi_1: Setting Powered False\u000a09:03:11.227804 bus /gobi_1: Setting Powered False\u000a09:03:12.335901 bus /gobi_0: Setting Powered False\u000a09:03:13.442621 bus /gobi_0: Setting Powered False\u000a09:03:14.551900 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 158, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18065): Process ended prematurely: osmo-stp_10.42.42.5(pid=18065) [trial-2357↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18065)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18065): Process ended prematurely: osmo-stp_10.42.42.5(pid=18065) [trial-2357↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a09:03:15.621361 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:15.633447 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:03:15.779475 tst ping.py: using LAC 20383\u000a09:03:15.925973 tst ping.py: using RAC 238\u000a09:03:16.062755 tst ping.py: using CellId 20383\u000a09:03:16.221598 tst ping.py: using BVCI 20384\u000a09:03:16.256210 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:16.271545 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:16.284321 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:16.302263 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:16.319865 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:16.337486 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:16.353864 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:16.371100 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:03:16.715608 tst ping.py:19: start network...\u000a09:03:16.847795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:17.352787 run create_hlr_db(pid=18059): Launched\u000a09:03:17.542238 bus /gobi_6: Setting Powered False\u000a09:03:18.562019 run create_hlr_db(pid=18059): Terminated: ok {rc=0}\u000a09:03:18.992709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18061): Launched\u000a09:03:19.319278 run osmo-hlr_10.42.42.2(pid=18062): Launched\u000a09:03:19.437338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:20.003958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18064): Launched\u000a09:03:20.331128 run osmo-stp_10.42.42.5(pid=18065): Launched\u000a09:03:20.454596 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:21.023688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18067): Launched\u000a09:03:21.140504 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:21.426556 run patchelf(pid=18068): Launched\u000a09:03:21.617606 run osmo-stp_10.42.42.5(pid=18065): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18065)]\u000a09:03:21.756773 run osmo-stp_10.42.42.5(pid=18065): stdout: \u000a| (launched: 2022-12-09_09:03:20.169433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:21.896499 run osmo-stp_10.42.42.5(pid=18065): stderr: \u000a| �[0;m�[38;5;43m20221209090320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090320358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:22.031530 run osmo-stp_10.42.42.5(pid=18065): stdout: \u000a| (launched: 2022-12-09_09:03:20.169433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:22.165375 run osmo-stp_10.42.42.5(pid=18065): stderr: \u000a| �[0;m�[38;5;43m20221209090320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090320358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090320358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090320359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:22.320567 run patchelf(pid=18068): Terminating (SIGINT)\u000a09:03:22.503893 run patchelf(pid=18068): Terminated: ok {rc=0}\u000a09:03:22.536853 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18065): Process ended prematurely: osmo-stp_10.42.42.5(pid=18065) [trial-2357↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18065)] [trial-2357↪gprs:trx-umtrx↪ping.py:22]\u000a09:03:22.546182 tst ping.py:22: Test FAILED (6.9 sec)\u000a09:03:22.610282 run osmo-hlr_10.42.42.2(pid=18062): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18062)]\u000a09:03:22.662216 run osmo-hlr_10.42.42.2(pid=18062): stdout: \u000a| (launched: 2022-12-09_09:03:19.158006) \u000a09:03:22.714936 run osmo-hlr_10.42.42.2(pid=18062): stderr: \u000a| �[0;m�[1;31m20221209090319354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090319354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090319354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090319354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090319354 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090319355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090319381 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090319390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090319391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090319391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:22.759722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18061): Terminating (SIGTERM)\u000a09:03:22.803080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18064): Terminating (SIGTERM)\u000a09:03:22.845749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18067): Terminating (SIGTERM)\u000a09:03:22.855898 --- ParallelTerminationStrategy: PID 18061 died...\u000a09:03:22.913150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18061): Terminated: ok {rc=0}\u000a09:03:22.923600 --- ParallelTerminationStrategy: PID 18064 died...\u000a09:03:22.980127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18064): Terminated: ok {rc=0}\u000a09:03:22.990749 --- ParallelTerminationStrategy: PID 18067 died...\u000a09:03:23.047192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18067): Terminated: ok {rc=0}\u000a09:03:23.134637 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18075): Process ended prematurely: osmo-stp_10.42.42.5(pid=18075) [trial-2357↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18075)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18075): Process ended prematurely: osmo-stp_10.42.42.5(pid=18075) [trial-2357↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a09:03:24.188118 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:24.200381 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a09:03:24.346057 tst ping_idle_ping.py: using LAC 20384\u000a09:03:24.474571 tst ping_idle_ping.py: using RAC 239\u000a09:03:24.600790 tst ping_idle_ping.py: using CellId 20384\u000a09:03:24.726931 tst ping_idle_ping.py: using BVCI 20385\u000a09:03:24.751890 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:24.763400 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:24.774530 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:24.785872 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:24.797272 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:24.808489 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:24.820044 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a09:03:24.831742 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a09:03:25.113370 tst ping_idle_ping.py:24: start network...\u000a09:03:25.241196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:25.734334 run create_hlr_db(pid=18069): Launched\u000a09:03:25.910959 bus /gobi_6: Setting Powered False\u000a09:03:26.931167 run create_hlr_db(pid=18069): Terminated: ok {rc=0}\u000a09:03:27.365778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18071): Launched\u000a09:03:27.694522 run osmo-hlr_10.42.42.2(pid=18072): Launched\u000a09:03:27.814442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:28.380790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18074): Launched\u000a09:03:28.708867 run osmo-stp_10.42.42.5(pid=18075): Launched\u000a09:03:28.827673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:29.399314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18077): Launched\u000a09:03:29.515911 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:29.800613 run patchelf(pid=18078): Launched\u000a09:03:29.991567 run osmo-stp_10.42.42.5(pid=18075): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18075)]\u000a09:03:30.131346 run osmo-stp_10.42.42.5(pid=18075): stdout: \u000a| (launched: 2022-12-09_09:03:28.547307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:30.271518 run osmo-stp_10.42.42.5(pid=18075): stderr: \u000a| �[0;m�[38;5;43m20221209090328735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090328736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090328737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090328737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090328738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090328738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090328738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:30.407463 run osmo-stp_10.42.42.5(pid=18075): stdout: \u000a| (launched: 2022-12-09_09:03:28.547307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:30.541680 run osmo-stp_10.42.42.5(pid=18075): stderr: \u000a| �[0;m�[38;5;43m20221209090328735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090328736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090328737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090328737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090328738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090328738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090328738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:30.697383 run patchelf(pid=18078): Terminating (SIGINT)\u000a09:03:30.880902 run patchelf(pid=18078): Terminated: ok {rc=0}\u000a09:03:30.915851 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18075): Process ended prematurely: osmo-stp_10.42.42.5(pid=18075) [trial-2357↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18075)] [trial-2357↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a09:03:30.925777 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:03:30.997706 run osmo-hlr_10.42.42.2(pid=18072): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18072)]\u000a09:03:31.051748 run osmo-hlr_10.42.42.2(pid=18072): stdout: \u000a| (launched: 2022-12-09_09:03:27.533241) \u000a09:03:31.104651 run osmo-hlr_10.42.42.2(pid=18072): stderr: \u000a| �[0;m�[1;31m20221209090327728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090327728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090327728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090327728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090327728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090327729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090327741 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090327751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090327751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090327751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:31.149709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18071): Terminating (SIGTERM)\u000a09:03:31.193991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18074): Terminating (SIGTERM)\u000a09:03:31.238931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18077): Terminating (SIGTERM)\u000a09:03:31.249905 --- ParallelTerminationStrategy: PID 18071 died...\u000a09:03:31.307062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18071): Terminated: ok {rc=0}\u000a09:03:31.317932 --- ParallelTerminationStrategy: PID 18074 died...\u000a09:03:31.374497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18074): Terminated: ok {rc=0}\u000a09:03:31.384747 --- ParallelTerminationStrategy: PID 18077 died...\u000a09:03:31.440215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18077): Terminated: ok {rc=0}\u000a09:03:31.532220 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:02:32" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18092): Process ended prematurely: osmo-stp_10.42.42.5(pid=18092) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18092)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18092): Process ended prematurely: osmo-stp_10.42.42.5(pid=18092) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:03:33.691548 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:33.702599 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:03:33.843768 tst cs_paging_gprs_active.py: using LAC 20385\u000a09:03:33.973554 tst cs_paging_gprs_active.py: using RAC 240\u000a09:03:34.094801 tst cs_paging_gprs_active.py: using CellId 20385\u000a09:03:34.215280 tst cs_paging_gprs_active.py: using BVCI 20386\u000a09:03:34.239172 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:34.250215 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:34.261043 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:34.271865 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:34.282591 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:34.293322 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:34.304284 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:34.315121 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:34.326276 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:03:34.448710 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:03:34.736409 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:03:34.866122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:35.186381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18082): Launched\u000a09:03:35.452541 run iperf3-srv_10.42.42.10(pid=18083): Launched\u000a09:03:35.642118 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:03:35.771790 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:36.093926 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18084): Launched\u000a09:03:36.360443 run iperf3-srv_10.42.42.10(pid=18085): Launched\u000a09:03:36.549580 tst cs_paging_gprs_active.py:38: start network...\u000a09:03:36.678966 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:37.176942 run create_hlr_db(pid=18086): Launched\u000a09:03:37.354925 bus /gobi_6: Setting Powered False\u000a09:03:38.377128 run create_hlr_db(pid=18086): Terminated: ok {rc=0}\u000a09:03:38.817106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18088): Launched\u000a09:03:39.151906 run osmo-hlr_10.42.42.2(pid=18089): Launched\u000a09:03:39.272329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:39.850315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18091): Launched\u000a09:03:40.172833 run osmo-stp_10.42.42.5(pid=18092): Launched\u000a09:03:40.286195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:40.827654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18094): Launched\u000a09:03:40.938816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:41.208628 run patchelf(pid=18095): Launched\u000a09:03:41.389454 run osmo-stp_10.42.42.5(pid=18092): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18092)]\u000a09:03:41.521465 run osmo-stp_10.42.42.5(pid=18092): stdout: \u000a| (launched: 2022-12-09_09:03:40.017741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:41.653598 run osmo-stp_10.42.42.5(pid=18092): stderr: \u000a| �[0;m�[38;5;43m20221209090340183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090340183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090340183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090340184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090340184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090340184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090340184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:41.781411 run osmo-stp_10.42.42.5(pid=18092): stdout: \u000a| (launched: 2022-12-09_09:03:40.017741)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:41.908311 run osmo-stp_10.42.42.5(pid=18092): stderr: \u000a| �[0;m�[38;5;43m20221209090340183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090340183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090340183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090340184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090340184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090340184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090340184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:42.056340 run patchelf(pid=18095): Terminating (SIGINT)\u000a09:03:42.230194 run patchelf(pid=18095): Terminated: ok {rc=0}\u000a09:03:42.261979 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18092): Process ended prematurely: osmo-stp_10.42.42.5(pid=18092) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18092)] [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:03:42.271085 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:03:42.331485 run osmo-hlr_10.42.42.2(pid=18089): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18089)]\u000a09:03:42.380696 run osmo-hlr_10.42.42.2(pid=18089): stdout: \u000a| (launched: 2022-12-09_09:03:38.986772) \u000a09:03:42.430578 run osmo-hlr_10.42.42.2(pid=18089): stderr: \u000a| �[0;m�[1;31m20221209090339182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090339183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090339183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090339183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090339183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090339183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090339196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090339206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090339206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090339206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:42.473218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18082): Terminating (SIGTERM)\u000a09:03:42.513290 run iperf3-srv_10.42.42.10(pid=18083): Terminating (SIGTERM)\u000a09:03:42.553409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18084): Terminating (SIGTERM)\u000a09:03:42.593468 run iperf3-srv_10.42.42.10(pid=18085): Terminating (SIGTERM)\u000a09:03:42.633551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18088): Terminating (SIGTERM)\u000a09:03:42.673503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18091): Terminating (SIGTERM)\u000a09:03:42.713370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18094): Terminating (SIGTERM)\u000a09:03:42.722669 --- ParallelTerminationStrategy: PID 18082 died...\u000a09:03:42.776358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18082): Terminated: ok {rc=0}\u000a09:03:42.786149 --- ParallelTerminationStrategy: PID 18083 died...\u000a09:03:42.839457 run iperf3-srv_10.42.42.10(pid=18083): Terminated {rc=256}\u000a09:03:42.849167 --- ParallelTerminationStrategy: PID 18084 died...\u000a09:03:42.902517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18084): Terminated: ok {rc=0}\u000a09:03:42.912233 --- ParallelTerminationStrategy: PID 18085 died...\u000a09:03:42.966025 run iperf3-srv_10.42.42.10(pid=18085): Terminated {rc=256}\u000a09:03:42.975830 --- ParallelTerminationStrategy: PID 18088 died...\u000a09:03:43.029335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18088): Terminated: ok {rc=0}\u000a09:03:43.039114 --- ParallelTerminationStrategy: PID 18091 died...\u000a09:03:43.092921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18091): Terminated: ok {rc=0}\u000a09:03:43.102866 --- ParallelTerminationStrategy: PID 18094 died...\u000a09:03:43.156241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18094): Terminated: ok {rc=0}\u000a09:03:43.244913 bus /gobi_0: Setting Powered False\u000a09:03:44.350173 bus /gobi_0: Setting Powered False\u000a09:03:45.462612 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18104): Process ended prematurely: osmo-stp_10.42.42.5(pid=18104) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18104)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18104): Process ended prematurely: osmo-stp_10.42.42.5(pid=18104) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:03:46.595162 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:46.610744 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:03:46.788550 tst iperf3.py: using LAC 20386\u000a09:03:46.962321 tst iperf3.py: using RAC 241\u000a09:03:47.119864 tst iperf3.py: using CellId 20386\u000a09:03:47.251696 tst iperf3.py: using BVCI 20387\u000a09:03:47.277994 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:47.290214 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:47.302820 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:47.315367 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:47.327547 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:47.339764 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:47.352147 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:47.363724 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:47.375813 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:03:47.676816 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:03:47.816150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:48.158728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18096): Launched\u000a09:03:48.443524 run iperf3-srv_10.42.42.10(pid=18097): Launched\u000a09:03:48.647298 tst iperf3.py:8: start network...\u000a09:03:48.786362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:03:49.310110 run create_hlr_db(pid=18098): Launched\u000a09:03:49.501882 bus /gobi_6: Setting Powered False\u000a09:03:50.521825 run create_hlr_db(pid=18098): Terminated: ok {rc=0}\u000a09:03:50.937001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18100): Launched\u000a09:03:51.247796 run osmo-hlr_10.42.42.2(pid=18101): Launched\u000a09:03:51.372270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:03:51.918712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18103): Launched\u000a09:03:52.228542 run osmo-stp_10.42.42.5(pid=18104): Launched\u000a09:03:52.341462 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:03:52.879031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18106): Launched\u000a09:03:52.989475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:03:53.258391 run patchelf(pid=18107): Launched\u000a09:03:53.438278 run osmo-stp_10.42.42.5(pid=18104): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18104)]\u000a09:03:53.570014 run osmo-stp_10.42.42.5(pid=18104): stdout: \u000a| (launched: 2022-12-09_09:03:52.076009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:53.701761 run osmo-stp_10.42.42.5(pid=18104): stderr: \u000a| �[0;m�[38;5;43m20221209090352245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090352245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090352245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090352246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090352246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090352246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090352246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:53.829247 run osmo-stp_10.42.42.5(pid=18104): stdout: \u000a| (launched: 2022-12-09_09:03:52.076009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:03:53.955345 run osmo-stp_10.42.42.5(pid=18104): stderr: \u000a| �[0;m�[38;5;43m20221209090352245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090352245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090352245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090352246 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090352246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090352246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090352246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:03:54.103267 run patchelf(pid=18107): Terminating (SIGINT)\u000a09:03:54.275895 run patchelf(pid=18107): Terminated: ok {rc=0}\u000a09:03:54.307528 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18104): Process ended prematurely: osmo-stp_10.42.42.5(pid=18104) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18104)] [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a09:03:54.316731 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:03:54.376606 run osmo-hlr_10.42.42.2(pid=18101): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18101)]\u000a09:03:54.426162 run osmo-hlr_10.42.42.2(pid=18101): stdout: \u000a| (launched: 2022-12-09_09:03:51.094637) \u000a09:03:54.475756 run osmo-hlr_10.42.42.2(pid=18101): stderr: \u000a| �[0;m�[1;31m20221209090351266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090351266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090351266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090351266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090351266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090351266 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090351278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090351287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090351287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090351287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:03:54.518247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18096): Terminating (SIGTERM)\u000a09:03:54.558157 run iperf3-srv_10.42.42.10(pid=18097): Terminating (SIGTERM)\u000a09:03:54.598107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18100): Terminating (SIGTERM)\u000a09:03:54.637922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18103): Terminating (SIGTERM)\u000a09:03:54.677835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18106): Terminating (SIGTERM)\u000a09:03:54.687204 --- ParallelTerminationStrategy: PID 18096 died...\u000a09:03:54.740394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18096): Terminated: ok {rc=0}\u000a09:03:54.750142 --- ParallelTerminationStrategy: PID 18097 died...\u000a09:03:54.803039 run iperf3-srv_10.42.42.10(pid=18097): Terminated {rc=256}\u000a09:03:54.812692 --- ParallelTerminationStrategy: PID 18100 died...\u000a09:03:54.865653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18100): Terminated: ok {rc=0}\u000a09:03:54.875288 --- ParallelTerminationStrategy: PID 18103 died...\u000a09:03:54.928168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18103): Terminated: ok {rc=0}\u000a09:03:54.937901 --- ParallelTerminationStrategy: PID 18106 died...\u000a09:03:54.990859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18106): Terminated: ok {rc=0}\u000a09:03:55.075133 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18122): Process ended prematurely: osmo-stp_10.42.42.5(pid=18122) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18122)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18122): Process ended prematurely: osmo-stp_10.42.42.5(pid=18122) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:03:56.192405 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:56.204634 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:03:56.356417 tst iperf3m4.py: using LAC 20387\u000a09:03:56.486866 tst iperf3m4.py: using RAC 242\u000a09:03:56.617501 tst iperf3m4.py: using CellId 20387\u000a09:03:56.749146 tst iperf3m4.py: using BVCI 20388\u000a09:03:56.774725 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:56.786279 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:56.797645 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:56.810211 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:56.822138 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:56.834285 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:56.847559 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:56.859589 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:03:56.871134 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:03:56.994776 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:03:57.117704 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:03:57.240386 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:03:57.526331 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:03:57.655985 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:57.976148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18108): Launched\u000a09:03:58.243125 run iperf3-srv_10.42.42.10(pid=18109): Launched\u000a09:03:58.431813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:03:58.560493 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:58.879601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18110): Launched\u000a09:03:59.147075 run iperf3-srv_10.42.42.10(pid=18111): Launched\u000a09:03:59.335945 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:03:59.465167 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:03:59.784652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18112): Launched\u000a09:04:00.051064 run iperf3-srv_10.42.42.10(pid=18113): Launched\u000a09:04:00.240602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:04:00.369884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:00.689745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18114): Launched\u000a09:04:01.003992 run iperf3-srv_10.42.42.10(pid=18115): Launched\u000a09:04:01.235273 tst iperf3m4.py:8: start network...\u000a09:04:01.379485 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:01.947602 run create_hlr_db(pid=18116): Launched\u000a09:04:02.145088 bus /gobi_6: Setting Powered False\u000a09:04:03.160848 run create_hlr_db(pid=18116): Terminated: ok {rc=0}\u000a09:04:03.607465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18118): Launched\u000a09:04:03.939524 run osmo-hlr_10.42.42.2(pid=18119): Launched\u000a09:04:04.060395 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:04.640010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18121): Launched\u000a09:04:04.974684 run osmo-stp_10.42.42.5(pid=18122): Launched\u000a09:04:05.096218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:05.678818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18124): Launched\u000a09:04:05.797666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:06.086631 run patchelf(pid=18125): Launched\u000a09:04:06.279615 run osmo-stp_10.42.42.5(pid=18122): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18122)]\u000a09:04:06.421016 run osmo-stp_10.42.42.5(pid=18122): stdout: \u000a| (launched: 2022-12-09_09:04:04.809929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:06.562831 run osmo-stp_10.42.42.5(pid=18122): stderr: \u000a| �[0;m�[38;5;43m20221209090404998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090404999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090404999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090404999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090405000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090405000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090405000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:06.700094 run osmo-stp_10.42.42.5(pid=18122): stdout: \u000a| (launched: 2022-12-09_09:04:04.809929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:06.835875 run osmo-stp_10.42.42.5(pid=18122): stderr: \u000a| �[0;m�[38;5;43m20221209090404998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090404999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090404999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090404999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090405000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090405000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090405000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:06.993933 run patchelf(pid=18125): Terminating (SIGINT)\u000a09:04:07.179612 run patchelf(pid=18125): Terminated: ok {rc=0}\u000a09:04:07.213594 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18122): Process ended prematurely: osmo-stp_10.42.42.5(pid=18122) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18122)] [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:04:07.223682 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a09:04:07.287630 run osmo-hlr_10.42.42.2(pid=18119): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18119)]\u000a09:04:07.339099 run osmo-hlr_10.42.42.2(pid=18119): stdout: \u000a| (launched: 2022-12-09_09:04:03.776604) \u000a09:04:07.391210 run osmo-hlr_10.42.42.2(pid=18119): stderr: \u000a| �[0;m�[1;31m20221209090403975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090403975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090403975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090403975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090403975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090403975 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090403988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090403998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090403998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090403998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:07.436188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18108): Terminating (SIGTERM)\u000a09:04:07.478238 run iperf3-srv_10.42.42.10(pid=18109): Terminating (SIGTERM)\u000a09:04:07.520760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18110): Terminating (SIGTERM)\u000a09:04:07.562761 run iperf3-srv_10.42.42.10(pid=18111): Terminating (SIGTERM)\u000a09:04:07.605300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18112): Terminating (SIGTERM)\u000a09:04:07.647637 run iperf3-srv_10.42.42.10(pid=18113): Terminating (SIGTERM)\u000a09:04:07.689740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18114): Terminating (SIGTERM)\u000a09:04:07.731840 run iperf3-srv_10.42.42.10(pid=18115): Terminating (SIGTERM)\u000a09:04:07.774184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18118): Terminating (SIGTERM)\u000a09:04:07.816332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18121): Terminating (SIGTERM)\u000a09:04:07.858682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18124): Terminating (SIGTERM)\u000a09:04:07.868706 --- ParallelTerminationStrategy: PID 18108 died...\u000a09:04:07.925157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18108): Terminated: ok {rc=0}\u000a09:04:07.935258 --- ParallelTerminationStrategy: PID 18109 died...\u000a09:04:07.991395 run iperf3-srv_10.42.42.10(pid=18109): Terminated {rc=256}\u000a09:04:08.001834 --- ParallelTerminationStrategy: PID 18110 died...\u000a09:04:08.058100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18110): Terminated: ok {rc=0}\u000a09:04:08.068211 --- ParallelTerminationStrategy: PID 18111 died...\u000a09:04:08.123965 run iperf3-srv_10.42.42.10(pid=18111): Terminated {rc=256}\u000a09:04:08.134306 --- ParallelTerminationStrategy: PID 18112 died...\u000a09:04:08.191112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18112): Terminated: ok {rc=0}\u000a09:04:08.201358 --- ParallelTerminationStrategy: PID 18113 died...\u000a09:04:08.257409 run iperf3-srv_10.42.42.10(pid=18113): Terminated {rc=256}\u000a09:04:08.267509 --- ParallelTerminationStrategy: PID 18114 died...\u000a09:04:08.323628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18114): Terminated: ok {rc=0}\u000a09:04:08.333920 --- ParallelTerminationStrategy: PID 18115 died...\u000a09:04:08.389691 run iperf3-srv_10.42.42.10(pid=18115): Terminated {rc=256}\u000a09:04:08.399973 --- ParallelTerminationStrategy: PID 18118 died...\u000a09:04:08.456713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18118): Terminated: ok {rc=0}\u000a09:04:08.467219 --- ParallelTerminationStrategy: PID 18121 died...\u000a09:04:08.523702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18121): Terminated: ok {rc=0}\u000a09:04:08.533894 --- ParallelTerminationStrategy: PID 18124 died...\u000a09:04:08.590210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18124): Terminated: ok {rc=0}\u000a09:04:08.678114 bus /gobi_4: Setting Powered False\u000a09:04:09.783218 bus /gobi_4: Setting Powered False\u000a09:04:10.895269 bus /gobi_1: Setting Powered False\u000a09:04:12.001039 bus /gobi_1: Setting Powered False\u000a09:04:13.109676 bus /gobi_0: Setting Powered False\u000a09:04:14.215844 bus /gobi_0: Setting Powered False\u000a09:04:15.325963 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18132): Process ended prematurely: osmo-stp_10.42.42.5(pid=18132) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18132): Process ended prematurely: osmo-stp_10.42.42.5(pid=18132) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:04:16.400200 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:16.414024 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:04:16.593602 tst ping.py: using LAC 20388\u000a09:04:16.731703 tst ping.py: using RAC 243\u000a09:04:16.863092 tst ping.py: using CellId 20388\u000a09:04:16.994274 tst ping.py: using BVCI 20389\u000a09:04:17.020667 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:17.033301 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:17.046918 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:17.060296 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:17.073459 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:17.086895 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:17.100643 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:17.113087 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:04:17.414012 tst ping.py:19: start network...\u000a09:04:17.549948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:18.064663 run create_hlr_db(pid=18126): Launched\u000a09:04:18.254353 bus /gobi_6: Setting Powered False\u000a09:04:19.274629 run create_hlr_db(pid=18126): Terminated: ok {rc=0}\u000a09:04:19.683618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18128): Launched\u000a09:04:19.987983 run osmo-hlr_10.42.42.2(pid=18129): Launched\u000a09:04:20.108221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:20.646857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18131): Launched\u000a09:04:20.950901 run osmo-stp_10.42.42.5(pid=18132): Launched\u000a09:04:21.060891 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:21.588902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18134): Launched\u000a09:04:21.697279 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:21.962241 run patchelf(pid=18135): Launched\u000a09:04:22.139885 run osmo-stp_10.42.42.5(pid=18132): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)]\u000a09:04:22.269788 run osmo-stp_10.42.42.5(pid=18132): stdout: \u000a| (launched: 2022-12-09_09:04:20.801643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:22.400489 run osmo-stp_10.42.42.5(pid=18132): stderr: \u000a| �[0;m�[38;5;43m20221209090420968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090420969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090420969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090420969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090420970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090420970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090420970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:22.526473 run osmo-stp_10.42.42.5(pid=18132): stdout: \u000a| (launched: 2022-12-09_09:04:20.801643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:22.651377 run osmo-stp_10.42.42.5(pid=18132): stderr: \u000a| �[0;m�[38;5;43m20221209090420968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090420969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090420969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090420969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090420970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090420970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090420970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:22.795749 run patchelf(pid=18135): Terminating (SIGINT)\u000a09:04:22.965494 run patchelf(pid=18135): Terminated: ok {rc=0}\u000a09:04:22.996123 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18132): Process ended prematurely: osmo-stp_10.42.42.5(pid=18132) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18132)] [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a09:04:23.004752 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:04:23.065112 run osmo-hlr_10.42.42.2(pid=18129): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18129)]\u000a09:04:23.114381 run osmo-hlr_10.42.42.2(pid=18129): stdout: \u000a| (launched: 2022-12-09_09:04:19.838448) \u000a09:04:23.164096 run osmo-hlr_10.42.42.2(pid=18129): stderr: \u000a| �[0;m�[1;31m20221209090420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090420023 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090420031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090420032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090420032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:23.206740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18128): Terminating (SIGTERM)\u000a09:04:23.247362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18131): Terminating (SIGTERM)\u000a09:04:23.288057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18134): Terminating (SIGTERM)\u000a09:04:23.297736 --- ParallelTerminationStrategy: PID 18128 died...\u000a09:04:23.351551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18128): Terminated: ok {rc=0}\u000a09:04:23.361431 --- ParallelTerminationStrategy: PID 18131 died...\u000a09:04:23.414839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18131): Terminated: ok {rc=0}\u000a09:04:23.424612 --- ParallelTerminationStrategy: PID 18134 died...\u000a09:04:23.478015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18134): Terminated: ok {rc=0}\u000a09:04:23.567651 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18142): Process ended prematurely: osmo-stp_10.42.42.5(pid=18142) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18142)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18142): Process ended prematurely: osmo-stp_10.42.42.5(pid=18142) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:04:24.620467 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:24.632916 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:04:24.783408 tst ping_idle_ping.py: using LAC 20389\u000a09:04:24.912053 tst ping_idle_ping.py: using RAC 244\u000a09:04:25.040784 tst ping_idle_ping.py: using CellId 20389\u000a09:04:25.169177 tst ping_idle_ping.py: using BVCI 20390\u000a09:04:25.194340 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:25.206102 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:25.217723 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:25.229969 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:25.241940 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:25.253849 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:25.266276 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:04:25.279526 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:04:25.578253 tst ping_idle_ping.py:24: start network...\u000a09:04:25.714963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:26.231856 run create_hlr_db(pid=18136): Launched\u000a09:04:26.423172 bus /gobi_6: Setting Powered False\u000a09:04:27.443213 run create_hlr_db(pid=18136): Terminated: ok {rc=0}\u000a09:04:27.854991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18138): Launched\u000a09:04:28.161717 run osmo-hlr_10.42.42.2(pid=18139): Launched\u000a09:04:28.273969 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:28.804936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18141): Launched\u000a09:04:29.111807 run osmo-stp_10.42.42.5(pid=18142): Launched\u000a09:04:29.222684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:29.755541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18144): Launched\u000a09:04:29.864162 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:30.130316 run patchelf(pid=18145): Launched\u000a09:04:30.309985 run osmo-stp_10.42.42.5(pid=18142): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18142)]\u000a09:04:30.441304 run osmo-stp_10.42.42.5(pid=18142): stdout: \u000a| (launched: 2022-12-09_09:04:28.960594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:30.572195 run osmo-stp_10.42.42.5(pid=18142): stderr: \u000a| �[0;m�[38;5;43m20221209090429128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090429129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090429129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090429129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090429130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090429130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090429130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:30.698968 run osmo-stp_10.42.42.5(pid=18142): stdout: \u000a| (launched: 2022-12-09_09:04:28.960594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:30.824277 run osmo-stp_10.42.42.5(pid=18142): stderr: \u000a| �[0;m�[38;5;43m20221209090429128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090429129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090429129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090429129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090429130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090429130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090429130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:30.989966 run patchelf(pid=18145): Terminating (SIGINT)\u000a09:04:31.178008 run patchelf(pid=18145): Terminated: ok {rc=0}\u000a09:04:31.212998 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18142): Process ended prematurely: osmo-stp_10.42.42.5(pid=18142) [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18142)] [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:04:31.223343 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:04:31.292330 run osmo-hlr_10.42.42.2(pid=18139): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18139)]\u000a09:04:31.348100 run osmo-hlr_10.42.42.2(pid=18139): stdout: \u000a| (launched: 2022-12-09_09:04:28.011151) \u000a09:04:31.403531 run osmo-hlr_10.42.42.2(pid=18139): stderr: \u000a| �[0;m�[1;31m20221209090428187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090428187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090428187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090428187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090428187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090428187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090428199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090428207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090428207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090428207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:31.451674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18138): Terminating (SIGTERM)\u000a09:04:31.497347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18141): Terminating (SIGTERM)\u000a09:04:31.546219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18144): Terminating (SIGTERM)\u000a09:04:31.557361 --- ParallelTerminationStrategy: PID 18138 died...\u000a09:04:31.619385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18138): Terminated: ok {rc=0}\u000a09:04:31.630581 --- ParallelTerminationStrategy: PID 18141 died...\u000a09:04:31.690455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18141): Terminated: ok {rc=0}\u000a09:04:31.702127 --- ParallelTerminationStrategy: PID 18144 died...\u000a09:04:31.762835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18144): Terminated: ok {rc=0}\u000a09:04:31.855709 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:03:33" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18162): Process ended prematurely: osmo-stp_10.42.42.5(pid=18162) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18162)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18162): Process ended prematurely: osmo-stp_10.42.42.5(pid=18162) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18162)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:04:34.010937 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:34.021993 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:04:34.182397 tst cs_paging_gprs_active.py: using LAC 20390\u000a09:04:34.306169 tst cs_paging_gprs_active.py: using RAC 245\u000a09:04:34.430795 tst cs_paging_gprs_active.py: using CellId 20390\u000a09:04:34.554460 tst cs_paging_gprs_active.py: using BVCI 20391\u000a09:04:34.578431 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:34.589538 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:34.600420 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:34.611353 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:34.622166 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:34.633129 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:34.644089 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:34.655011 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:34.666091 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:04:34.785481 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:04:35.075264 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:04:35.205596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:35.526273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18152): Launched\u000a09:04:35.792561 run iperf3-srv_10.42.42.10(pid=18153): Launched\u000a09:04:35.981623 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:04:36.110721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:36.431958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18154): Launched\u000a09:04:36.698760 run iperf3-srv_10.42.42.10(pid=18155): Launched\u000a09:04:36.887363 tst cs_paging_gprs_active.py:38: start network...\u000a09:04:37.016224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:37.516009 run create_hlr_db(pid=18156): Launched\u000a09:04:37.694457 bus /gobi_6: Setting Powered False\u000a09:04:38.716185 run create_hlr_db(pid=18156): Terminated: ok {rc=0}\u000a09:04:39.157650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18158): Launched\u000a09:04:39.491481 run osmo-hlr_10.42.42.2(pid=18159): Launched\u000a09:04:39.614148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:40.192546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18161): Launched\u000a09:04:40.530551 run osmo-stp_10.42.42.5(pid=18162): Launched\u000a09:04:40.655216 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:41.233513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18164): Launched\u000a09:04:41.352728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:41.651909 run patchelf(pid=18165): Launched\u000a09:04:41.846922 run osmo-stp_10.42.42.5(pid=18162): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18162)]\u000a09:04:41.989352 run osmo-stp_10.42.42.5(pid=18162): stdout: \u000a| (launched: 2022-12-09_09:04:40.362362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:42.131809 run osmo-stp_10.42.42.5(pid=18162): stderr: \u000a| �[0;m�[38;5;43m20221209090440553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090440553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090440553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090440554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090440554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090440554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090440554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:42.269791 run osmo-stp_10.42.42.5(pid=18162): stdout: \u000a| (launched: 2022-12-09_09:04:40.362362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:42.406531 run osmo-stp_10.42.42.5(pid=18162): stderr: \u000a| �[0;m�[38;5;43m20221209090440553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090440553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090440553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090440554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090440554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090440554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090440554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:42.566540 run patchelf(pid=18165): Terminating (SIGINT)\u000a09:04:42.752552 run patchelf(pid=18165): Terminated: ok {rc=0}\u000a09:04:42.786734 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18162): Process ended prematurely: osmo-stp_10.42.42.5(pid=18162) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18162)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:04:42.796644 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:04:42.860893 run osmo-hlr_10.42.42.2(pid=18159): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18159)]\u000a09:04:42.912627 run osmo-hlr_10.42.42.2(pid=18159): stdout: \u000a| (launched: 2022-12-09_09:04:39.327461) \u000a09:04:42.965141 run osmo-hlr_10.42.42.2(pid=18159): stderr: \u000a| �[0;m�[1;31m20221209090439523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090439523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090439523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090439523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090439523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090439523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090439535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090439545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090439545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090439545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:43.009749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18152): Terminating (SIGTERM)\u000a09:04:43.052074 run iperf3-srv_10.42.42.10(pid=18153): Terminating (SIGTERM)\u000a09:04:43.094633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18154): Terminating (SIGTERM)\u000a09:04:43.136869 run iperf3-srv_10.42.42.10(pid=18155): Terminating (SIGTERM)\u000a09:04:43.178724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18158): Terminating (SIGTERM)\u000a09:04:43.221001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18161): Terminating (SIGTERM)\u000a09:04:43.263458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18164): Terminating (SIGTERM)\u000a09:04:43.273322 --- ParallelTerminationStrategy: PID 18152 died...\u000a09:04:43.329927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18152): Terminated: ok {rc=0}\u000a09:04:43.340126 --- ParallelTerminationStrategy: PID 18153 died...\u000a09:04:43.396286 run iperf3-srv_10.42.42.10(pid=18153): Terminated {rc=256}\u000a09:04:43.406500 --- ParallelTerminationStrategy: PID 18154 died...\u000a09:04:43.463429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18154): Terminated: ok {rc=0}\u000a09:04:43.473739 --- ParallelTerminationStrategy: PID 18155 died...\u000a09:04:43.529790 run iperf3-srv_10.42.42.10(pid=18155): Terminated {rc=256}\u000a09:04:43.539928 --- ParallelTerminationStrategy: PID 18158 died...\u000a09:04:43.596382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18158): Terminated: ok {rc=0}\u000a09:04:43.606618 --- ParallelTerminationStrategy: PID 18161 died...\u000a09:04:43.663055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18161): Terminated: ok {rc=0}\u000a09:04:43.673353 --- ParallelTerminationStrategy: PID 18164 died...\u000a09:04:43.729540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18164): Terminated: ok {rc=0}\u000a09:04:43.816805 bus /gobi_0: Setting Powered False\u000a09:04:44.922019 bus /gobi_0: Setting Powered False\u000a09:04:46.031452 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18174): Process ended prematurely: osmo-stp_10.42.42.5(pid=18174) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18174)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18174): Process ended prematurely: osmo-stp_10.42.42.5(pid=18174) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18174)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:04:47.142185 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:47.154935 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:04:47.317876 tst iperf3.py: using LAC 20391\u000a09:04:47.443198 tst iperf3.py: using RAC 246\u000a09:04:47.562842 tst iperf3.py: using CellId 20391\u000a09:04:47.682228 tst iperf3.py: using BVCI 20392\u000a09:04:47.705903 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:47.716909 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:47.727763 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:47.738746 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:47.749559 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:47.760360 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:47.771292 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:47.782102 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:47.793126 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:04:48.093933 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:04:48.232614 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:48.575692 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18166): Launched\u000a09:04:48.860143 run iperf3-srv_10.42.42.10(pid=18167): Launched\u000a09:04:49.062962 tst iperf3.py:8: start network...\u000a09:04:49.201723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:04:49.724075 run create_hlr_db(pid=18168): Launched\u000a09:04:49.915397 bus /gobi_6: Setting Powered False\u000a09:04:50.924569 run create_hlr_db(pid=18168): Terminated: ok {rc=0}\u000a09:04:51.373615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18170): Launched\u000a09:04:51.707289 run osmo-hlr_10.42.42.2(pid=18171): Launched\u000a09:04:51.830115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:04:52.495937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18173): Launched\u000a09:04:52.821454 run osmo-stp_10.42.42.5(pid=18174): Launched\u000a09:04:52.939836 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:04:53.505704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18176): Launched\u000a09:04:53.621903 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:04:53.903430 run patchelf(pid=18177): Launched\u000a09:04:54.091802 run osmo-stp_10.42.42.5(pid=18174): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18174)]\u000a09:04:54.230042 run osmo-stp_10.42.42.5(pid=18174): stdout: \u000a| (launched: 2022-12-09_09:04:52.661206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:54.368076 run osmo-stp_10.42.42.5(pid=18174): stderr: \u000a| �[0;m�[38;5;43m20221209090452852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090452853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090452853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090452853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090452854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090452854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090452854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:54.502324 run osmo-stp_10.42.42.5(pid=18174): stdout: \u000a| (launched: 2022-12-09_09:04:52.661206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:04:54.635059 run osmo-stp_10.42.42.5(pid=18174): stderr: \u000a| �[0;m�[38;5;43m20221209090452852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090452853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090452853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090452853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090452854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090452854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090452854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:04:54.788737 run patchelf(pid=18177): Terminating (SIGINT)\u000a09:04:54.969428 run patchelf(pid=18177): Terminated: ok {rc=0}\u000a09:04:55.002424 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18174): Process ended prematurely: osmo-stp_10.42.42.5(pid=18174) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18174)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:04:55.012225 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a09:04:55.075524 run osmo-hlr_10.42.42.2(pid=18171): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18171)]\u000a09:04:55.126907 run osmo-hlr_10.42.42.2(pid=18171): stdout: \u000a| (launched: 2022-12-09_09:04:51.543247) \u000a09:04:55.178848 run osmo-hlr_10.42.42.2(pid=18171): stderr: \u000a| �[0;m�[1;31m20221209090451741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090451741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090451741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090451741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090451741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090451741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090451754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090451762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090451762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090451762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:04:55.222828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18166): Terminating (SIGTERM)\u000a09:04:55.264693 run iperf3-srv_10.42.42.10(pid=18167): Terminating (SIGTERM)\u000a09:04:55.306692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18170): Terminating (SIGTERM)\u000a09:04:55.348602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18173): Terminating (SIGTERM)\u000a09:04:55.390352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18176): Terminating (SIGTERM)\u000a09:04:55.400314 --- ParallelTerminationStrategy: PID 18166 died...\u000a09:04:55.456578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18166): Terminated: ok {rc=0}\u000a09:04:55.466721 --- ParallelTerminationStrategy: PID 18167 died...\u000a09:04:55.522402 run iperf3-srv_10.42.42.10(pid=18167): Terminated {rc=256}\u000a09:04:55.532629 --- ParallelTerminationStrategy: PID 18170 died...\u000a09:04:55.588809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18170): Terminated: ok {rc=0}\u000a09:04:55.599011 --- ParallelTerminationStrategy: PID 18173 died...\u000a09:04:55.654959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18173): Terminated: ok {rc=0}\u000a09:04:55.664817 --- ParallelTerminationStrategy: PID 18176 died...\u000a09:04:55.721147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18176): Terminated: ok {rc=0}\u000a09:04:55.808364 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18195): Process ended prematurely: osmo-stp_10.42.42.5(pid=18195) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18195)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18195): Process ended prematurely: osmo-stp_10.42.42.5(pid=18195) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:04:56.918245 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:56.929946 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:04:57.085263 tst iperf3m4.py: using LAC 20392\u000a09:04:57.204644 tst iperf3m4.py: using RAC 247\u000a09:04:57.321614 tst iperf3m4.py: using CellId 20392\u000a09:04:57.443337 tst iperf3m4.py: using BVCI 20393\u000a09:04:57.466686 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:57.477689 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:57.488422 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:57.499242 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:57.510057 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:57.521294 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:57.532213 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:57.542890 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:04:57.553898 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:04:57.672003 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:04:57.794642 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:04:57.914395 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:04:58.195972 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:04:58.322508 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:58.636246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18178): Launched\u000a09:04:58.897477 run iperf3-srv_10.42.42.10(pid=18179): Launched\u000a09:04:59.082212 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:04:59.208710 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:04:59.522470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18180): Launched\u000a09:04:59.783444 run iperf3-srv_10.42.42.10(pid=18181): Launched\u000a09:04:59.968351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:05:00.094621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:00.409087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18182): Launched\u000a09:05:00.671313 run iperf3-srv_10.42.42.10(pid=18183): Launched\u000a09:05:00.873367 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:05:01.003410 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:01.344259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18187): Launched\u000a09:05:01.637666 run iperf3-srv_10.42.42.10(pid=18188): Launched\u000a09:05:01.847202 tst iperf3m4.py:8: start network...\u000a09:05:01.990447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:02.513720 run create_hlr_db(pid=18189): Launched\u000a09:05:02.702119 bus /gobi_6: Setting Powered False\u000a09:05:03.723545 run create_hlr_db(pid=18189): Terminated: ok {rc=0}\u000a09:05:04.129860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18191): Launched\u000a09:05:04.435318 run osmo-hlr_10.42.42.2(pid=18192): Launched\u000a09:05:04.556666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:05.090308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18194): Launched\u000a09:05:05.394702 run osmo-stp_10.42.42.5(pid=18195): Launched\u000a09:05:05.515833 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:06.048745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18197): Launched\u000a09:05:06.157914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:06.422350 run patchelf(pid=18198): Launched\u000a09:05:06.600134 run osmo-stp_10.42.42.5(pid=18195): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18195)]\u000a09:05:06.731059 run osmo-stp_10.42.42.5(pid=18195): stdout: \u000a| (launched: 2022-12-09_09:05:05.244659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:06.861318 run osmo-stp_10.42.42.5(pid=18195): stderr: \u000a| �[0;m�[38;5;43m20221209090505413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090505413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090505413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090505414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090505414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090505414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090505414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:06.986912 run osmo-stp_10.42.42.5(pid=18195): stdout: \u000a| (launched: 2022-12-09_09:05:05.244659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:07.111541 run osmo-stp_10.42.42.5(pid=18195): stderr: \u000a| �[0;m�[38;5;43m20221209090505413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090505413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090505413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090505414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090505414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090505414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090505414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:07.256170 run patchelf(pid=18198): Terminating (SIGINT)\u000a09:05:07.426581 run patchelf(pid=18198): Terminated: ok {rc=0}\u000a09:05:07.458073 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18195): Process ended prematurely: osmo-stp_10.42.42.5(pid=18195) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18195)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:05:07.467335 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:05:07.527830 run osmo-hlr_10.42.42.2(pid=18192): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18192)]\u000a09:05:07.577228 run osmo-hlr_10.42.42.2(pid=18192): stdout: \u000a| (launched: 2022-12-09_09:05:04.284811) \u000a09:05:07.627121 run osmo-hlr_10.42.42.2(pid=18192): stderr: \u000a| �[0;m�[1;31m20221209090504460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090504460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090504460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090504460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090504460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090504460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090504472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090504481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090504482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090504482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:07.669701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18178): Terminating (SIGTERM)\u000a09:05:07.709624 run iperf3-srv_10.42.42.10(pid=18179): Terminating (SIGTERM)\u000a09:05:07.749237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18180): Terminating (SIGTERM)\u000a09:05:07.788748 run iperf3-srv_10.42.42.10(pid=18181): Terminating (SIGTERM)\u000a09:05:07.828478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18182): Terminating (SIGTERM)\u000a09:05:07.867897 run iperf3-srv_10.42.42.10(pid=18183): Terminating (SIGTERM)\u000a09:05:07.907296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18187): Terminating (SIGTERM)\u000a09:05:07.946741 run iperf3-srv_10.42.42.10(pid=18188): Terminating (SIGTERM)\u000a09:05:07.986510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18191): Terminating (SIGTERM)\u000a09:05:08.026073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18194): Terminating (SIGTERM)\u000a09:05:08.065704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18197): Terminating (SIGTERM)\u000a09:05:08.074744 --- ParallelTerminationStrategy: PID 18178 died...\u000a09:05:08.127802 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18178): Terminated: ok {rc=0}\u000a09:05:08.137268 --- ParallelTerminationStrategy: PID 18179 died...\u000a09:05:08.190035 run iperf3-srv_10.42.42.10(pid=18179): Terminated {rc=256}\u000a09:05:08.199329 --- ParallelTerminationStrategy: PID 18180 died...\u000a09:05:08.251839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18180): Terminated: ok {rc=0}\u000a09:05:08.261277 --- ParallelTerminationStrategy: PID 18181 died...\u000a09:05:08.313619 run iperf3-srv_10.42.42.10(pid=18181): Terminated {rc=256}\u000a09:05:08.322950 --- ParallelTerminationStrategy: PID 18182 died...\u000a09:05:08.375718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18182): Terminated: ok {rc=0}\u000a09:05:08.385176 --- ParallelTerminationStrategy: PID 18183 died...\u000a09:05:08.437520 run iperf3-srv_10.42.42.10(pid=18183): Terminated {rc=256}\u000a09:05:08.446865 --- ParallelTerminationStrategy: PID 18187 died...\u000a09:05:08.499391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18187): Terminated: ok {rc=0}\u000a09:05:08.508878 --- ParallelTerminationStrategy: PID 18188 died...\u000a09:05:08.561895 run iperf3-srv_10.42.42.10(pid=18188): Terminated {rc=256}\u000a09:05:08.571327 --- ParallelTerminationStrategy: PID 18191 died...\u000a09:05:08.623711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18191): Terminated: ok {rc=0}\u000a09:05:08.633209 --- ParallelTerminationStrategy: PID 18194 died...\u000a09:05:08.686193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18194): Terminated: ok {rc=0}\u000a09:05:08.695679 --- ParallelTerminationStrategy: PID 18197 died...\u000a09:05:08.748311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18197): Terminated: ok {rc=0}\u000a09:05:08.836657 bus /gobi_4: Setting Powered False\u000a09:05:09.939679 bus /gobi_4: Setting Powered False\u000a09:05:11.050467 bus /gobi_1: Setting Powered False\u000a09:05:12.153664 bus /gobi_1: Setting Powered False\u000a09:05:13.263355 bus /gobi_0: Setting Powered False\u000a09:05:14.369204 bus /gobi_0: Setting Powered False\u000a09:05:15.477119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18205): Process ended prematurely: osmo-stp_10.42.42.5(pid=18205) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18205)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18205): Process ended prematurely: osmo-stp_10.42.42.5(pid=18205) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:05:16.547695 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:16.561311 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:05:16.752645 tst ping.py: using LAC 20393\u000a09:05:16.925863 tst ping.py: using RAC 248\u000a09:05:17.085428 tst ping.py: using CellId 20393\u000a09:05:17.208593 tst ping.py: using BVCI 20394\u000a09:05:17.231808 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:17.243002 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:17.254070 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:17.265821 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:17.276775 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:17.287682 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:17.298686 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:17.309576 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:05:17.602173 tst ping.py:19: start network...\u000a09:05:17.736077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:18.241618 run create_hlr_db(pid=18199): Launched\u000a09:05:18.427679 bus /gobi_6: Setting Powered False\u000a09:05:19.448459 run create_hlr_db(pid=18199): Terminated: ok {rc=0}\u000a09:05:19.849565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18201): Launched\u000a09:05:20.149450 run osmo-hlr_10.42.42.2(pid=18202): Launched\u000a09:05:20.259412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:20.779137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18204): Launched\u000a09:05:21.079429 run osmo-stp_10.42.42.5(pid=18205): Launched\u000a09:05:21.188028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:21.710183 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18207): Launched\u000a09:05:21.816509 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:22.077385 run patchelf(pid=18208): Launched\u000a09:05:22.252277 run osmo-stp_10.42.42.5(pid=18205): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18205)]\u000a09:05:22.380128 run osmo-stp_10.42.42.5(pid=18205): stdout: \u000a| (launched: 2022-12-09_09:05:20.931753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:22.508303 run osmo-stp_10.42.42.5(pid=18205): stderr: \u000a| �[0;m�[38;5;43m20221209090521099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090521100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090521100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090521100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090521101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090521101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090521101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:22.632326 run osmo-stp_10.42.42.5(pid=18205): stdout: \u000a| (launched: 2022-12-09_09:05:20.931753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:22.755210 run osmo-stp_10.42.42.5(pid=18205): stderr: \u000a| �[0;m�[38;5;43m20221209090521099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090521100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090521100 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090521100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090521101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090521101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090521101 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:22.898409 run patchelf(pid=18208): Terminating (SIGINT)\u000a09:05:23.065545 run patchelf(pid=18208): Terminated: ok {rc=0}\u000a09:05:23.095912 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18205): Process ended prematurely: osmo-stp_10.42.42.5(pid=18205) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18205)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:05:23.104511 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:05:23.163751 run osmo-hlr_10.42.42.2(pid=18202): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18202)]\u000a09:05:23.212264 run osmo-hlr_10.42.42.2(pid=18202): stdout: \u000a| (launched: 2022-12-09_09:05:20.001953) \u000a09:05:23.261239 run osmo-hlr_10.42.42.2(pid=18202): stderr: \u000a| �[0;m�[1;31m20221209090520173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090520173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090520173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090520173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090520173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090520173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090520185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090520193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090520194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090520194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:23.303120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18201): Terminating (SIGTERM)\u000a09:05:23.342397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18204): Terminating (SIGTERM)\u000a09:05:23.381856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18207): Terminating (SIGTERM)\u000a09:05:23.390920 --- ParallelTerminationStrategy: PID 18201 died...\u000a09:05:23.443642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18201): Terminated: ok {rc=0}\u000a09:05:23.453147 --- ParallelTerminationStrategy: PID 18204 died...\u000a09:05:23.505493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18204): Terminated: ok {rc=0}\u000a09:05:23.514948 --- ParallelTerminationStrategy: PID 18207 died...\u000a09:05:23.567362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18207): Terminated: ok {rc=0}\u000a09:05:23.655123 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18215): Process ended prematurely: osmo-stp_10.42.42.5(pid=18215) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18215)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18215): Process ended prematurely: osmo-stp_10.42.42.5(pid=18215) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:05:24.707277 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:24.719067 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:05:24.879548 tst ping_idle_ping.py: using LAC 20394\u000a09:05:24.996576 tst ping_idle_ping.py: using RAC 249\u000a09:05:25.116240 tst ping_idle_ping.py: using CellId 20394\u000a09:05:25.235667 tst ping_idle_ping.py: using BVCI 20395\u000a09:05:25.258787 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:25.269804 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:25.280643 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:25.291623 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:25.302441 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:25.313302 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:25.324209 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:05:25.335035 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:05:25.629121 tst ping_idle_ping.py:24: start network...\u000a09:05:25.763330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:26.270153 run create_hlr_db(pid=18209): Launched\u000a09:05:26.457346 bus /gobi_6: Setting Powered False\u000a09:05:27.477008 run create_hlr_db(pid=18209): Terminated: ok {rc=0}\u000a09:05:27.880250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18211): Launched\u000a09:05:28.180418 run osmo-hlr_10.42.42.2(pid=18212): Launched\u000a09:05:28.290718 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:28.811953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18214): Launched\u000a09:05:29.115655 run osmo-stp_10.42.42.5(pid=18215): Launched\u000a09:05:29.225328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:29.750522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18217): Launched\u000a09:05:29.857792 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:30.119354 run patchelf(pid=18218): Launched\u000a09:05:30.295545 run osmo-stp_10.42.42.5(pid=18215): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18215)]\u000a09:05:30.424523 run osmo-stp_10.42.42.5(pid=18215): stdout: \u000a| (launched: 2022-12-09_09:05:28.966459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:30.553898 run osmo-stp_10.42.42.5(pid=18215): stderr: \u000a| �[0;m�[38;5;43m20221209090529135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090529135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090529136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090529136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090529136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090529137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090529137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:30.678953 run osmo-stp_10.42.42.5(pid=18215): stdout: \u000a| (launched: 2022-12-09_09:05:28.966459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:30.802762 run osmo-stp_10.42.42.5(pid=18215): stderr: \u000a| �[0;m�[38;5;43m20221209090529135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090529135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090529136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090529136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090529136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090529137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090529137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:30.964244 run patchelf(pid=18218): Terminating (SIGINT)\u000a09:05:31.137398 run patchelf(pid=18218): Terminated: ok {rc=0}\u000a09:05:31.169504 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18215): Process ended prematurely: osmo-stp_10.42.42.5(pid=18215) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18215)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:05:31.179298 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:05:31.240112 run osmo-hlr_10.42.42.2(pid=18212): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18212)]\u000a09:05:31.290172 run osmo-hlr_10.42.42.2(pid=18212): stdout: \u000a| (launched: 2022-12-09_09:05:28.032800) \u000a09:05:31.340686 run osmo-hlr_10.42.42.2(pid=18212): stderr: \u000a| �[0;m�[1;31m20221209090528205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090528205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090528205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090528205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090528205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090528205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090528220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090528231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090528231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090528231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:31.383852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18211): Terminating (SIGTERM)\u000a09:05:31.424798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18214): Terminating (SIGTERM)\u000a09:05:31.467902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18217): Terminating (SIGTERM)\u000a09:05:31.477321 --- ParallelTerminationStrategy: PID 18211 died...\u000a09:05:31.531276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18211): Terminated: ok {rc=0}\u000a09:05:31.541214 --- ParallelTerminationStrategy: PID 18214 died...\u000a09:05:31.595134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18214): Terminated: ok {rc=0}\u000a09:05:31.605201 --- ParallelTerminationStrategy: PID 18217 died...\u000a09:05:31.658493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18217): Terminated: ok {rc=0}\u000a09:05:31.744291 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:04:33" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18232): Process ended prematurely: osmo-stp_10.42.42.5(pid=18232) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18232)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18232): Process ended prematurely: osmo-stp_10.42.42.5(pid=18232) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:05:33.927701 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:33.939970 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:05:34.111144 tst cs_paging_gprs_active.py: using LAC 20395\u000a09:05:34.239264 tst cs_paging_gprs_active.py: using RAC 250\u000a09:05:34.366809 tst cs_paging_gprs_active.py: using CellId 20395\u000a09:05:34.494432 tst cs_paging_gprs_active.py: using BVCI 20396\u000a09:05:34.519649 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:34.531390 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:34.543010 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:34.554787 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:34.566627 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:34.578184 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:34.589884 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:34.601547 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:34.613395 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:05:34.733276 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:05:35.036820 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:05:35.173902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:35.511872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18222): Launched\u000a09:05:35.793345 run iperf3-srv_10.42.42.10(pid=18223): Launched\u000a09:05:35.994214 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:05:36.131435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:36.471671 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18224): Launched\u000a09:05:36.753851 run iperf3-srv_10.42.42.10(pid=18225): Launched\u000a09:05:36.954988 tst cs_paging_gprs_active.py:38: start network...\u000a09:05:37.092369 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:37.609143 run create_hlr_db(pid=18226): Launched\u000a09:05:37.798336 bus /gobi_6: Setting Powered False\u000a09:05:38.819611 run create_hlr_db(pid=18226): Terminated: ok {rc=0}\u000a09:05:39.231423 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18228): Launched\u000a09:05:39.538147 run osmo-hlr_10.42.42.2(pid=18229): Launched\u000a09:05:39.658919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:40.191705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18231): Launched\u000a09:05:40.497300 run osmo-stp_10.42.42.5(pid=18232): Launched\u000a09:05:40.609562 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:41.141184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18234): Launched\u000a09:05:41.250068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:41.518313 run patchelf(pid=18235): Launched\u000a09:05:41.697186 run osmo-stp_10.42.42.5(pid=18232): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18232)]\u000a09:05:41.827600 run osmo-stp_10.42.42.5(pid=18232): stdout: \u000a| (launched: 2022-12-09_09:05:40.346960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:41.958501 run osmo-stp_10.42.42.5(pid=18232): stderr: \u000a| �[0;m�[38;5;43m20221209090540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090540515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090540515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090540515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090540515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:42.084685 run osmo-stp_10.42.42.5(pid=18232): stdout: \u000a| (launched: 2022-12-09_09:05:40.346960)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:42.209985 run osmo-stp_10.42.42.5(pid=18232): stderr: \u000a| �[0;m�[38;5;43m20221209090540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090540514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090540515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090540515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090540515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090540515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:42.355889 run patchelf(pid=18235): Terminating (SIGINT)\u000a09:05:42.527245 run patchelf(pid=18235): Terminated: ok {rc=0}\u000a09:05:42.558630 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18232): Process ended prematurely: osmo-stp_10.42.42.5(pid=18232) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18232)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:05:42.567810 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:05:42.627601 run osmo-hlr_10.42.42.2(pid=18229): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18229)]\u000a09:05:42.676644 run osmo-hlr_10.42.42.2(pid=18229): stdout: \u000a| (launched: 2022-12-09_09:05:39.387421) \u000a09:05:42.726087 run osmo-hlr_10.42.42.2(pid=18229): stderr: \u000a| �[0;m�[1;31m20221209090539563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090539563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090539563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090539563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090539563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090539563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090539575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090539586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090539586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090539586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:42.768403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18222): Terminating (SIGTERM)\u000a09:05:42.808236 run iperf3-srv_10.42.42.10(pid=18223): Terminating (SIGTERM)\u000a09:05:42.848284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18224): Terminating (SIGTERM)\u000a09:05:42.887933 run iperf3-srv_10.42.42.10(pid=18225): Terminating (SIGTERM)\u000a09:05:42.928196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18228): Terminating (SIGTERM)\u000a09:05:42.968439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18231): Terminating (SIGTERM)\u000a09:05:43.008384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18234): Terminating (SIGTERM)\u000a09:05:43.017718 --- ParallelTerminationStrategy: PID 18222 died...\u000a09:05:43.070902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18222): Terminated: ok {rc=0}\u000a09:05:43.080602 --- ParallelTerminationStrategy: PID 18223 died...\u000a09:05:43.133489 run iperf3-srv_10.42.42.10(pid=18223): Terminated {rc=256}\u000a09:05:43.143209 --- ParallelTerminationStrategy: PID 18224 died...\u000a09:05:43.196130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18224): Terminated: ok {rc=0}\u000a09:05:43.205846 --- ParallelTerminationStrategy: PID 18225 died...\u000a09:05:43.258688 run iperf3-srv_10.42.42.10(pid=18225): Terminated {rc=256}\u000a09:05:43.268353 --- ParallelTerminationStrategy: PID 18228 died...\u000a09:05:43.321513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18228): Terminated: ok {rc=0}\u000a09:05:43.331031 --- ParallelTerminationStrategy: PID 18231 died...\u000a09:05:43.384143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18231): Terminated: ok {rc=0}\u000a09:05:43.393915 --- ParallelTerminationStrategy: PID 18234 died...\u000a09:05:43.446841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18234): Terminated: ok {rc=0}\u000a09:05:43.535425 bus /gobi_0: Setting Powered False\u000a09:05:44.638924 bus /gobi_0: Setting Powered False\u000a09:05:45.750241 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18244): Process ended prematurely: osmo-stp_10.42.42.5(pid=18244) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18244)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18244): Process ended prematurely: osmo-stp_10.42.42.5(pid=18244) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:05:46.868682 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:46.882104 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:05:47.058711 tst iperf3.py: using LAC 20396\u000a09:05:47.180661 tst iperf3.py: using RAC 251\u000a09:05:47.309337 tst iperf3.py: using CellId 20396\u000a09:05:47.435961 tst iperf3.py: using BVCI 20397\u000a09:05:47.459854 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:47.471484 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:47.483052 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:47.494199 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:47.505269 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:47.516458 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:47.527890 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:47.538852 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:47.550008 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:05:47.831705 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:05:47.958560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:48.272518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18236): Launched\u000a09:05:48.536640 run iperf3-srv_10.42.42.10(pid=18237): Launched\u000a09:05:48.721982 tst iperf3.py:8: start network...\u000a09:05:48.849765 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:05:49.339450 run create_hlr_db(pid=18238): Launched\u000a09:05:49.514377 bus /gobi_6: Setting Powered False\u000a09:05:50.535670 run create_hlr_db(pid=18238): Terminated: ok {rc=0}\u000a09:05:50.938954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18240): Launched\u000a09:05:51.243939 run osmo-hlr_10.42.42.2(pid=18241): Launched\u000a09:05:51.355700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:05:51.886170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18243): Launched\u000a09:05:52.193221 run osmo-stp_10.42.42.5(pid=18244): Launched\u000a09:05:52.304138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:05:52.836719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18246): Launched\u000a09:05:52.945086 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:05:53.212338 run patchelf(pid=18248): Launched\u000a09:05:53.390426 run osmo-stp_10.42.42.5(pid=18244): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18244)]\u000a09:05:53.520101 run osmo-stp_10.42.42.5(pid=18244): stdout: \u000a| (launched: 2022-12-09_09:05:52.041656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:53.650216 run osmo-stp_10.42.42.5(pid=18244): stderr: \u000a| �[0;m�[38;5;43m20221209090552213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090552213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090552214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090552214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090552215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090552215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090552215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:53.775948 run osmo-stp_10.42.42.5(pid=18244): stdout: \u000a| (launched: 2022-12-09_09:05:52.041656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:05:53.900736 run osmo-stp_10.42.42.5(pid=18244): stderr: \u000a| �[0;m�[38;5;43m20221209090552213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090552213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090552214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090552214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090552215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090552215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090552215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:05:54.046428 run patchelf(pid=18248): Terminating (SIGINT)\u000a09:05:54.217360 run patchelf(pid=18248): Terminated: ok {rc=0}\u000a09:05:54.248648 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18244): Process ended prematurely: osmo-stp_10.42.42.5(pid=18244) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18244)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:05:54.257960 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:05:54.317530 run osmo-hlr_10.42.42.2(pid=18241): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18241)]\u000a09:05:54.366782 run osmo-hlr_10.42.42.2(pid=18241): stdout: \u000a| (launched: 2022-12-09_09:05:51.094755) \u000a09:05:54.416236 run osmo-hlr_10.42.42.2(pid=18241): stderr: \u000a| �[0;m�[1;31m20221209090551269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090551269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090551269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090551269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090551269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090551269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090551282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090551291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090551291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090551291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:05:54.458252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18236): Terminating (SIGTERM)\u000a09:05:54.497841 run iperf3-srv_10.42.42.10(pid=18237): Terminating (SIGTERM)\u000a09:05:54.537888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18240): Terminating (SIGTERM)\u000a09:05:54.577867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18243): Terminating (SIGTERM)\u000a09:05:54.618008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18246): Terminating (SIGTERM)\u000a09:05:54.627257 --- ParallelTerminationStrategy: PID 18236 died...\u000a09:05:54.680709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18236): Terminated: ok {rc=0}\u000a09:05:54.690424 --- ParallelTerminationStrategy: PID 18237 died...\u000a09:05:54.743582 run iperf3-srv_10.42.42.10(pid=18237): Terminated {rc=256}\u000a09:05:54.753342 --- ParallelTerminationStrategy: PID 18240 died...\u000a09:05:54.806165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18240): Terminated: ok {rc=0}\u000a09:05:54.815757 --- ParallelTerminationStrategy: PID 18243 died...\u000a09:05:54.868425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18243): Terminated: ok {rc=0}\u000a09:05:54.878070 --- ParallelTerminationStrategy: PID 18246 died...\u000a09:05:54.931160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18246): Terminated: ok {rc=0}\u000a09:05:55.019037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18263): Process ended prematurely: osmo-stp_10.42.42.5(pid=18263) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18263)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18263): Process ended prematurely: osmo-stp_10.42.42.5(pid=18263) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18263)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:05:56.130540 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:56.142473 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:05:56.300828 tst iperf3m4.py: using LAC 20397\u000a09:05:56.422273 tst iperf3m4.py: using RAC 252\u000a09:05:56.551385 tst iperf3m4.py: using CellId 20397\u000a09:05:56.679663 tst iperf3m4.py: using BVCI 20398\u000a09:05:56.704778 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:56.716452 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:56.728871 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:56.740817 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:56.752453 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:56.764240 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:56.776085 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:56.787823 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:05:56.799952 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:05:56.919620 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:05:57.042093 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:05:57.161830 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:05:57.461357 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:05:57.598831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:57.935192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18249): Launched\u000a09:05:58.215447 run iperf3-srv_10.42.42.10(pid=18250): Launched\u000a09:05:58.416323 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:05:58.554076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:58.891392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18251): Launched\u000a09:05:59.171337 run iperf3-srv_10.42.42.10(pid=18252): Launched\u000a09:05:59.372045 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:05:59.509444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:05:59.846429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18253): Launched\u000a09:06:00.127214 run iperf3-srv_10.42.42.10(pid=18254): Launched\u000a09:06:00.327549 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:06:00.464890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:00.802637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18255): Launched\u000a09:06:01.115316 run iperf3-srv_10.42.42.10(pid=18256): Launched\u000a09:06:01.320025 tst iperf3m4.py:8: start network...\u000a09:06:01.460883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:02.017502 run create_hlr_db(pid=18257): Launched\u000a09:06:02.210369 bus /gobi_6: Setting Powered False\u000a09:06:03.216925 run create_hlr_db(pid=18257): Terminated: ok {rc=0}\u000a09:06:03.661466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18259): Launched\u000a09:06:03.990468 run osmo-hlr_10.42.42.2(pid=18260): Launched\u000a09:06:04.111094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:04.680474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18262): Launched\u000a09:06:05.007267 run osmo-stp_10.42.42.5(pid=18263): Launched\u000a09:06:05.126452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:05.695905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18265): Launched\u000a09:06:05.813066 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:06.097742 run patchelf(pid=18266): Launched\u000a09:06:06.288678 run osmo-stp_10.42.42.5(pid=18263): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18263)]\u000a09:06:06.428231 run osmo-stp_10.42.42.5(pid=18263): stdout: \u000a| (launched: 2022-12-09_09:06:04.846764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:06.568573 run osmo-stp_10.42.42.5(pid=18263): stderr: \u000a| �[0;m�[38;5;43m20221209090605036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090605036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090605036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090605036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090605037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090605037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090605037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:06.703695 run osmo-stp_10.42.42.5(pid=18263): stdout: \u000a| (launched: 2022-12-09_09:06:04.846764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:06.837870 run osmo-stp_10.42.42.5(pid=18263): stderr: \u000a| �[0;m�[38;5;43m20221209090605036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090605036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090605036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090605036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090605037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090605037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090605037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:06.994107 run patchelf(pid=18266): Terminating (SIGINT)\u000a09:06:07.177713 run patchelf(pid=18266): Terminated: ok {rc=0}\u000a09:06:07.211387 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18263): Process ended prematurely: osmo-stp_10.42.42.5(pid=18263) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18263)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:06:07.221291 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a09:06:07.285702 run osmo-hlr_10.42.42.2(pid=18260): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18260)]\u000a09:06:07.337892 run osmo-hlr_10.42.42.2(pid=18260): stdout: \u000a| (launched: 2022-12-09_09:06:03.828687) \u000a09:06:07.390900 run osmo-hlr_10.42.42.2(pid=18260): stderr: \u000a| �[0;m�[1;31m20221209090604026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090604026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090604027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090604027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090604027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090604027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090604040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090604048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090604048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090604048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:07.435975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18249): Terminating (SIGTERM)\u000a09:06:07.478550 run iperf3-srv_10.42.42.10(pid=18250): Terminating (SIGTERM)\u000a09:06:07.520796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18251): Terminating (SIGTERM)\u000a09:06:07.562940 run iperf3-srv_10.42.42.10(pid=18252): Terminating (SIGTERM)\u000a09:06:07.605165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18253): Terminating (SIGTERM)\u000a09:06:07.647611 run iperf3-srv_10.42.42.10(pid=18254): Terminating (SIGTERM)\u000a09:06:07.690159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18255): Terminating (SIGTERM)\u000a09:06:07.732231 run iperf3-srv_10.42.42.10(pid=18256): Terminating (SIGTERM)\u000a09:06:07.774189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18259): Terminating (SIGTERM)\u000a09:06:07.816292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18262): Terminating (SIGTERM)\u000a09:06:07.858795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18265): Terminating (SIGTERM)\u000a09:06:07.868591 --- ParallelTerminationStrategy: PID 18249 died...\u000a09:06:07.925603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18249): Terminated: ok {rc=0}\u000a09:06:07.935734 --- ParallelTerminationStrategy: PID 18250 died...\u000a09:06:07.991814 run iperf3-srv_10.42.42.10(pid=18250): Terminated {rc=256}\u000a09:06:08.001812 --- ParallelTerminationStrategy: PID 18251 died...\u000a09:06:08.057797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18251): Terminated: ok {rc=0}\u000a09:06:08.067768 --- ParallelTerminationStrategy: PID 18252 died...\u000a09:06:08.123790 run iperf3-srv_10.42.42.10(pid=18252): Terminated {rc=256}\u000a09:06:08.133802 --- ParallelTerminationStrategy: PID 18253 died...\u000a09:06:08.189156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18253): Terminated: ok {rc=0}\u000a09:06:08.199482 --- ParallelTerminationStrategy: PID 18254 died...\u000a09:06:08.255283 run iperf3-srv_10.42.42.10(pid=18254): Terminated {rc=256}\u000a09:06:08.265559 --- ParallelTerminationStrategy: PID 18255 died...\u000a09:06:08.320887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18255): Terminated: ok {rc=0}\u000a09:06:08.331420 --- ParallelTerminationStrategy: PID 18256 died...\u000a09:06:08.386919 run iperf3-srv_10.42.42.10(pid=18256): Terminated {rc=256}\u000a09:06:08.397206 --- ParallelTerminationStrategy: PID 18259 died...\u000a09:06:08.452618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18259): Terminated: ok {rc=0}\u000a09:06:08.463024 --- ParallelTerminationStrategy: PID 18262 died...\u000a09:06:08.519449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18262): Terminated: ok {rc=0}\u000a09:06:08.529606 --- ParallelTerminationStrategy: PID 18265 died...\u000a09:06:08.586502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18265): Terminated: ok {rc=0}\u000a09:06:08.673138 bus /gobi_4: Setting Powered False\u000a09:06:09.780393 bus /gobi_4: Setting Powered False\u000a09:06:10.888290 bus /gobi_1: Setting Powered False\u000a09:06:11.994194 bus /gobi_1: Setting Powered False\u000a09:06:13.102347 bus /gobi_0: Setting Powered False\u000a09:06:14.202330 bus /gobi_0: Setting Powered False\u000a09:06:15.314311 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18273): Process ended prematurely: osmo-stp_10.42.42.5(pid=18273) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18273)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18273): Process ended prematurely: osmo-stp_10.42.42.5(pid=18273) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:06:16.387251 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:16.400053 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:06:16.569356 tst ping.py: using LAC 20398\u000a09:06:16.707869 tst ping.py: using RAC 253\u000a09:06:16.832766 tst ping.py: using CellId 20398\u000a09:06:16.951264 tst ping.py: using BVCI 20399\u000a09:06:16.975007 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:16.986689 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:16.998054 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:17.010137 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:17.023212 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:17.035723 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:17.047718 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:17.060554 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:06:17.361902 tst ping.py:19: start network...\u000a09:06:17.486235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:17.972838 run create_hlr_db(pid=18267): Launched\u000a09:06:18.145628 bus /gobi_6: Setting Powered False\u000a09:06:19.166959 run create_hlr_db(pid=18267): Terminated: ok {rc=0}\u000a09:06:19.567358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18269): Launched\u000a09:06:19.867222 run osmo-hlr_10.42.42.2(pid=18270): Launched\u000a09:06:19.986321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:20.513359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18272): Launched\u000a09:06:20.813641 run osmo-stp_10.42.42.5(pid=18273): Launched\u000a09:06:20.922227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:21.444239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18275): Launched\u000a09:06:21.550731 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:21.811070 run patchelf(pid=18276): Launched\u000a09:06:21.990575 run osmo-stp_10.42.42.5(pid=18273): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18273)]\u000a09:06:22.118727 run osmo-stp_10.42.42.5(pid=18273): stdout: \u000a| (launched: 2022-12-09_09:06:20.665878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:22.247400 run osmo-stp_10.42.42.5(pid=18273): stderr: \u000a| �[0;m�[38;5;43m20221209090620833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090620833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090620833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090620834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090620834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090620834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090620834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:22.371676 run osmo-stp_10.42.42.5(pid=18273): stdout: \u000a| (launched: 2022-12-09_09:06:20.665878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:22.494784 run osmo-stp_10.42.42.5(pid=18273): stderr: \u000a| �[0;m�[38;5;43m20221209090620833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090620833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090620833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090620834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090620834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090620834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090620834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:22.637953 run patchelf(pid=18276): Terminating (SIGINT)\u000a09:06:22.805872 run patchelf(pid=18276): Terminated: ok {rc=0}\u000a09:06:22.836385 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18273): Process ended prematurely: osmo-stp_10.42.42.5(pid=18273) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18273)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:06:22.845039 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:06:22.905396 run osmo-hlr_10.42.42.2(pid=18270): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18270)]\u000a09:06:22.954120 run osmo-hlr_10.42.42.2(pid=18270): stdout: \u000a| (launched: 2022-12-09_09:06:19.720105) \u000a09:06:23.003466 run osmo-hlr_10.42.42.2(pid=18270): stderr: \u000a| �[0;m�[1;31m20221209090619893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090619893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090619893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090619893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090619893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090619893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090619905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090619914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090619915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090619915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:23.045693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18269): Terminating (SIGTERM)\u000a09:06:23.085551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18272): Terminating (SIGTERM)\u000a09:06:23.125376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18275): Terminating (SIGTERM)\u000a09:06:23.134206 --- ParallelTerminationStrategy: PID 18269 died...\u000a09:06:23.187350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18269): Terminated: ok {rc=0}\u000a09:06:23.196815 --- ParallelTerminationStrategy: PID 18272 died...\u000a09:06:23.251067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18272): Terminated: ok {rc=0}\u000a09:06:23.260680 --- ParallelTerminationStrategy: PID 18275 died...\u000a09:06:23.313663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18275): Terminated: ok {rc=0}\u000a09:06:23.396383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18285): Process ended prematurely: osmo-stp_10.42.42.5(pid=18285) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18285)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18285): Process ended prematurely: osmo-stp_10.42.42.5(pid=18285) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:06:24.449925 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:24.462826 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:06:24.628701 tst ping_idle_ping.py: using LAC 20399\u000a09:06:24.749429 tst ping_idle_ping.py: using RAC 254\u000a09:06:24.869302 tst ping_idle_ping.py: using CellId 20399\u000a09:06:24.987358 tst ping_idle_ping.py: using BVCI 20400\u000a09:06:25.010530 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:25.021734 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:25.032817 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:25.043754 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:25.054606 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:25.065463 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:25.076400 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:06:25.087384 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:06:25.380771 tst ping_idle_ping.py:24: start network...\u000a09:06:25.515934 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:26.025366 run create_hlr_db(pid=18279): Launched\u000a09:06:26.212248 bus /gobi_6: Setting Powered False\u000a09:06:27.232463 run create_hlr_db(pid=18279): Terminated: ok {rc=0}\u000a09:06:27.641027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18281): Launched\u000a09:06:27.942936 run osmo-hlr_10.42.42.2(pid=18282): Launched\u000a09:06:28.058247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:28.578307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18284): Launched\u000a09:06:28.882484 run osmo-stp_10.42.42.5(pid=18285): Launched\u000a09:06:28.992093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:29.518013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18287): Launched\u000a09:06:29.625082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:29.886906 run patchelf(pid=18288): Launched\u000a09:06:30.063653 run osmo-stp_10.42.42.5(pid=18285): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18285)]\u000a09:06:30.193283 run osmo-stp_10.42.42.5(pid=18285): stdout: \u000a| (launched: 2022-12-09_09:06:28.732772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:30.322710 run osmo-stp_10.42.42.5(pid=18285): stderr: \u000a| �[0;m�[38;5;43m20221209090628901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090628902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090628902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090628902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090628903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090628903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090628903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:30.447646 run osmo-stp_10.42.42.5(pid=18285): stdout: \u000a| (launched: 2022-12-09_09:06:28.732772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:30.571820 run osmo-stp_10.42.42.5(pid=18285): stderr: \u000a| �[0;m�[38;5;43m20221209090628901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090628902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090628902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090628902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090628903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090628903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090628903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:30.715685 run patchelf(pid=18288): Terminating (SIGINT)\u000a09:06:30.885721 run patchelf(pid=18288): Terminated: ok {rc=0}\u000a09:06:30.917217 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18285): Process ended prematurely: osmo-stp_10.42.42.5(pid=18285) [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18285)] [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:06:30.926517 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:06:30.987599 run osmo-hlr_10.42.42.2(pid=18282): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18282)]\u000a09:06:31.037235 run osmo-hlr_10.42.42.2(pid=18282): stdout: \u000a| (launched: 2022-12-09_09:06:27.794415) \u000a09:06:31.087999 run osmo-hlr_10.42.42.2(pid=18282): stderr: \u000a| �[0;m�[1;31m20221209090627970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090627970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090627970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090627970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090627970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090627970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090627983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090627991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090627992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090627992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:31.131132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18281): Terminating (SIGTERM)\u000a09:06:31.171452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18284): Terminating (SIGTERM)\u000a09:06:31.214319 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18287): Terminating (SIGTERM)\u000a09:06:31.224417 --- ParallelTerminationStrategy: PID 18281 died...\u000a09:06:31.280592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18281): Terminated: ok {rc=0}\u000a09:06:31.290715 --- ParallelTerminationStrategy: PID 18284 died...\u000a09:06:31.345803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18284): Terminated: ok {rc=0}\u000a09:06:31.355875 --- ParallelTerminationStrategy: PID 18287 died...\u000a09:06:31.410179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18287): Terminated: ok {rc=0}\u000a09:06:31.499824 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:05:33" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18303): Process ended prematurely: osmo-stp_10.42.42.5(pid=18303) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18303)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18303): Process ended prematurely: osmo-stp_10.42.42.5(pid=18303) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:06:33.687018 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:33.699224 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:06:33.850646 tst cs_paging_gprs_active.py: using LAC 20400\u000a09:06:33.982172 tst cs_paging_gprs_active.py: using RAC 255\u000a09:06:34.108138 tst cs_paging_gprs_active.py: using CellId 20400\u000a09:06:34.228824 tst cs_paging_gprs_active.py: using BVCI 20401\u000a09:06:34.252238 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:34.263681 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:34.274978 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:34.286289 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:34.297571 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:34.308746 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:34.320066 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:34.331272 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:34.342815 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:06:34.463689 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:06:34.747102 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:06:34.874642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:35.189913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18293): Launched\u000a09:06:35.453493 run iperf3-srv_10.42.42.10(pid=18294): Launched\u000a09:06:35.640131 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:06:35.767455 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:36.084378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18295): Launched\u000a09:06:36.347939 run iperf3-srv_10.42.42.10(pid=18296): Launched\u000a09:06:36.533859 tst cs_paging_gprs_active.py:38: start network...\u000a09:06:36.661172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:37.153711 run create_hlr_db(pid=18297): Launched\u000a09:06:37.329522 bus /gobi_6: Setting Powered False\u000a09:06:38.352215 run create_hlr_db(pid=18297): Terminated: ok {rc=0}\u000a09:06:38.760098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18299): Launched\u000a09:06:39.067811 run osmo-hlr_10.42.42.2(pid=18300): Launched\u000a09:06:39.190445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:39.726802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18302): Launched\u000a09:06:40.034295 run osmo-stp_10.42.42.5(pid=18303): Launched\u000a09:06:40.145998 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:40.679510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18305): Launched\u000a09:06:40.788406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:41.054632 run patchelf(pid=18306): Launched\u000a09:06:41.233142 run osmo-stp_10.42.42.5(pid=18303): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18303)]\u000a09:06:41.363343 run osmo-stp_10.42.42.5(pid=18303): stdout: \u000a| (launched: 2022-12-09_09:06:39.882391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:41.494535 run osmo-stp_10.42.42.5(pid=18303): stderr: \u000a| �[0;m�[38;5;43m20221209090640051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090640052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090640052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090640052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090640053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090640053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090640053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:41.620657 run osmo-stp_10.42.42.5(pid=18303): stdout: \u000a| (launched: 2022-12-09_09:06:39.882391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:41.745356 run osmo-stp_10.42.42.5(pid=18303): stderr: \u000a| �[0;m�[38;5;43m20221209090640051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090640052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090640052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090640052 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090640053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090640053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090640053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:41.890995 run patchelf(pid=18306): Terminating (SIGINT)\u000a09:06:42.061364 run patchelf(pid=18306): Terminated: ok {rc=0}\u000a09:06:42.092724 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18303): Process ended prematurely: osmo-stp_10.42.42.5(pid=18303) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18303)] [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a09:06:42.102083 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:06:42.162405 run osmo-hlr_10.42.42.2(pid=18300): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18300)]\u000a09:06:42.211329 run osmo-hlr_10.42.42.2(pid=18300): stdout: \u000a| (launched: 2022-12-09_09:06:38.916682) \u000a09:06:42.261217 run osmo-hlr_10.42.42.2(pid=18300): stderr: \u000a| �[0;m�[1;31m20221209090639091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090639091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090639091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090639091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090639091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090639091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090639103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090639114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090639114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090639114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:42.303316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18293): Terminating (SIGTERM)\u000a09:06:42.342820 run iperf3-srv_10.42.42.10(pid=18294): Terminating (SIGTERM)\u000a09:06:42.382365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18295): Terminating (SIGTERM)\u000a09:06:42.421777 run iperf3-srv_10.42.42.10(pid=18296): Terminating (SIGTERM)\u000a09:06:42.461256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18299): Terminating (SIGTERM)\u000a09:06:42.500616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18302): Terminating (SIGTERM)\u000a09:06:42.540102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18305): Terminating (SIGTERM)\u000a09:06:42.549217 --- ParallelTerminationStrategy: PID 18293 died...\u000a09:06:42.602140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18293): Terminated: ok {rc=0}\u000a09:06:42.611572 --- ParallelTerminationStrategy: PID 18294 died...\u000a09:06:42.663948 run iperf3-srv_10.42.42.10(pid=18294): Terminated {rc=256}\u000a09:06:42.673429 --- ParallelTerminationStrategy: PID 18295 died...\u000a09:06:42.725833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18295): Terminated: ok {rc=0}\u000a09:06:42.735216 --- ParallelTerminationStrategy: PID 18296 died...\u000a09:06:42.787493 run iperf3-srv_10.42.42.10(pid=18296): Terminated {rc=256}\u000a09:06:42.796896 --- ParallelTerminationStrategy: PID 18299 died...\u000a09:06:42.849796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18299): Terminated: ok {rc=0}\u000a09:06:42.859198 --- ParallelTerminationStrategy: PID 18302 died...\u000a09:06:42.911790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18302): Terminated: ok {rc=0}\u000a09:06:42.921359 --- ParallelTerminationStrategy: PID 18305 died...\u000a09:06:42.973810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18305): Terminated: ok {rc=0}\u000a09:06:43.061006 bus /gobi_0: Setting Powered False\u000a09:06:44.163382 bus /gobi_0: Setting Powered False\u000a09:06:45.269358 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18315): Process ended prematurely: osmo-stp_10.42.42.5(pid=18315) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18315): Process ended prematurely: osmo-stp_10.42.42.5(pid=18315) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a09:06:46.378114 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:46.390770 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:06:46.577810 tst iperf3.py: using LAC 20401\u000a09:06:46.745842 tst iperf3.py: using RAC 1\u000a09:06:46.905028 tst iperf3.py: using CellId 20401\u000a09:06:47.053775 tst iperf3.py: using BVCI 20402\u000a09:06:47.083974 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:47.097003 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:47.110410 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:47.123417 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:47.138361 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:47.153288 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:47.167427 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:47.181343 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:47.195604 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:06:47.497752 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:06:47.635471 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:47.973382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18307): Launched\u000a09:06:48.254856 run iperf3-srv_10.42.42.10(pid=18308): Launched\u000a09:06:48.455514 tst iperf3.py:8: start network...\u000a09:06:48.593444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:06:49.108793 run create_hlr_db(pid=18309): Launched\u000a09:06:49.297697 bus /gobi_6: Setting Powered False\u000a09:06:50.307564 run create_hlr_db(pid=18309): Terminated: ok {rc=0}\u000a09:06:50.751146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Launched\u000a09:06:51.078813 run osmo-hlr_10.42.42.2(pid=18312): Launched\u000a09:06:51.196652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:06:51.764355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18314): Launched\u000a09:06:52.091753 run osmo-stp_10.42.42.5(pid=18315): Launched\u000a09:06:52.210570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:06:52.782093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18317): Launched\u000a09:06:52.899467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:06:53.183956 run patchelf(pid=18318): Launched\u000a09:06:53.374657 run osmo-stp_10.42.42.5(pid=18315): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)]\u000a09:06:53.514858 run osmo-stp_10.42.42.5(pid=18315): stdout: \u000a| (launched: 2022-12-09_09:06:51.930932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:53.655131 run osmo-stp_10.42.42.5(pid=18315): stderr: \u000a| �[0;m�[38;5;43m20221209090652118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090652118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090652118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090652119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090652119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090652119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090652119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:53.790502 run osmo-stp_10.42.42.5(pid=18315): stdout: \u000a| (launched: 2022-12-09_09:06:51.930932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:06:53.924422 run osmo-stp_10.42.42.5(pid=18315): stderr: \u000a| �[0;m�[38;5;43m20221209090652118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090652118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090652118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090652119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090652119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090652119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090652119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:06:54.081098 run patchelf(pid=18318): Terminating (SIGINT)\u000a09:06:54.264366 run patchelf(pid=18318): Terminated: ok {rc=0}\u000a09:06:54.297931 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18315): Process ended prematurely: osmo-stp_10.42.42.5(pid=18315) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18315)] [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a09:06:54.307941 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a09:06:54.372091 run osmo-hlr_10.42.42.2(pid=18312): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18312)]\u000a09:06:54.423823 run osmo-hlr_10.42.42.2(pid=18312): stdout: \u000a| (launched: 2022-12-09_09:06:50.917966) \u000a09:06:54.476208 run osmo-hlr_10.42.42.2(pid=18312): stderr: \u000a| �[0;m�[1;31m20221209090651114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090651114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090651114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090651114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090651114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090651114 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090651126 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090651134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090651135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090651135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:06:54.520883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18307): Terminating (SIGTERM)\u000a09:06:54.563241 run iperf3-srv_10.42.42.10(pid=18308): Terminating (SIGTERM)\u000a09:06:54.605561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Terminating (SIGTERM)\u000a09:06:54.647393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18314): Terminating (SIGTERM)\u000a09:06:54.689481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18317): Terminating (SIGTERM)\u000a09:06:54.699451 --- ParallelTerminationStrategy: PID 18307 died...\u000a09:06:54.755685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18307): Terminated: ok {rc=0}\u000a09:06:54.765828 --- ParallelTerminationStrategy: PID 18308 died...\u000a09:06:54.821507 run iperf3-srv_10.42.42.10(pid=18308): Terminated {rc=256}\u000a09:06:54.831508 --- ParallelTerminationStrategy: PID 18311 died...\u000a09:06:54.886969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18311): Terminated: ok {rc=0}\u000a09:06:54.897227 --- ParallelTerminationStrategy: PID 18314 died...\u000a09:06:54.952873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18314): Terminated: ok {rc=0}\u000a09:06:54.963005 --- ParallelTerminationStrategy: PID 18317 died...\u000a09:06:55.019161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18317): Terminated: ok {rc=0}\u000a09:06:55.106309 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18333): Process ended prematurely: osmo-stp_10.42.42.5(pid=18333) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18333)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18333): Process ended prematurely: osmo-stp_10.42.42.5(pid=18333) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a09:06:56.222381 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:56.235091 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:06:56.383842 tst iperf3m4.py: using LAC 20402\u000a09:06:56.510648 tst iperf3m4.py: using RAC 2\u000a09:06:56.631572 tst iperf3m4.py: using CellId 20402\u000a09:06:56.755448 tst iperf3m4.py: using BVCI 20403\u000a09:06:56.779063 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:56.790717 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:56.802134 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:56.813743 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:56.825140 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:56.837268 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:56.848677 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:56.859908 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:06:56.871387 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:06:56.993079 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:06:57.114541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:06:57.235772 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:06:57.538511 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:06:57.676388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:58.016110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18319): Launched\u000a09:06:58.298995 run iperf3-srv_10.42.42.10(pid=18320): Launched\u000a09:06:58.499717 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:06:58.637115 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:58.975349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18321): Launched\u000a09:06:59.257685 run iperf3-srv_10.42.42.10(pid=18322): Launched\u000a09:06:59.458799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:06:59.597182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:06:59.935246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18323): Launched\u000a09:07:00.217502 run iperf3-srv_10.42.42.10(pid=18324): Launched\u000a09:07:00.418000 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:07:00.556098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:07:00.912412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18325): Launched\u000a09:07:01.215733 run iperf3-srv_10.42.42.10(pid=18326): Launched\u000a09:07:01.420683 tst iperf3m4.py:8: start network...\u000a09:07:01.561833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:02.163518 run create_hlr_db(pid=18327): Launched\u000a09:07:02.358701 bus /gobi_6: Setting Powered False\u000a09:07:03.374997 run create_hlr_db(pid=18327): Terminated: ok {rc=0}\u000a09:07:03.787006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18329): Launched\u000a09:07:04.094955 run osmo-hlr_10.42.42.2(pid=18330): Launched\u000a09:07:04.207821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:04.738833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18332): Launched\u000a09:07:05.047504 run osmo-stp_10.42.42.5(pid=18333): Launched\u000a09:07:05.160018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:05.695343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18335): Launched\u000a09:07:05.803973 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:06.069854 run patchelf(pid=18336): Launched\u000a09:07:06.248119 run osmo-stp_10.42.42.5(pid=18333): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18333)]\u000a09:07:06.378142 run osmo-stp_10.42.42.5(pid=18333): stdout: \u000a| (launched: 2022-12-09_09:07:04.893857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:06.508295 run osmo-stp_10.42.42.5(pid=18333): stderr: \u000a| �[0;m�[38;5;43m20221209090705060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090705060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090705060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090705061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090705061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090705061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090705061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:06.634405 run osmo-stp_10.42.42.5(pid=18333): stdout: \u000a| (launched: 2022-12-09_09:07:04.893857)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:06.759444 run osmo-stp_10.42.42.5(pid=18333): stderr: \u000a| �[0;m�[38;5;43m20221209090705060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090705060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090705060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090705061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090705061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090705061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090705061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:06.905288 run patchelf(pid=18336): Terminating (SIGINT)\u000a09:07:07.076363 run patchelf(pid=18336): Terminated: ok {rc=0}\u000a09:07:07.107769 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18333): Process ended prematurely: osmo-stp_10.42.42.5(pid=18333) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18333)] [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a09:07:07.117163 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:07:07.177402 run osmo-hlr_10.42.42.2(pid=18330): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18330)]\u000a09:07:07.226032 run osmo-hlr_10.42.42.2(pid=18330): stdout: \u000a| (launched: 2022-12-09_09:07:03.943628) \u000a09:07:07.275193 run osmo-hlr_10.42.42.2(pid=18330): stderr: \u000a| �[0;m�[1;31m20221209090704117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090704117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090704117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090704117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090704117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090704117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090704134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090704145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090704146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090704146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:07.317453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18319): Terminating (SIGTERM)\u000a09:07:07.356921 run iperf3-srv_10.42.42.10(pid=18320): Terminating (SIGTERM)\u000a09:07:07.396473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18321): Terminating (SIGTERM)\u000a09:07:07.435743 run iperf3-srv_10.42.42.10(pid=18322): Terminating (SIGTERM)\u000a09:07:07.475252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18323): Terminating (SIGTERM)\u000a09:07:07.514643 run iperf3-srv_10.42.42.10(pid=18324): Terminating (SIGTERM)\u000a09:07:07.554038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18325): Terminating (SIGTERM)\u000a09:07:07.593319 run iperf3-srv_10.42.42.10(pid=18326): Terminating (SIGTERM)\u000a09:07:07.633181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18329): Terminating (SIGTERM)\u000a09:07:07.672510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18332): Terminating (SIGTERM)\u000a09:07:07.712005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18335): Terminating (SIGTERM)\u000a09:07:07.721123 --- ParallelTerminationStrategy: PID 18319 died...\u000a09:07:07.773888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18319): Terminated: ok {rc=0}\u000a09:07:07.783349 --- ParallelTerminationStrategy: PID 18320 died...\u000a09:07:07.835800 run iperf3-srv_10.42.42.10(pid=18320): Terminated {rc=256}\u000a09:07:07.845293 --- ParallelTerminationStrategy: PID 18321 died...\u000a09:07:07.897823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18321): Terminated: ok {rc=0}\u000a09:07:07.907277 --- ParallelTerminationStrategy: PID 18322 died...\u000a09:07:07.960216 run iperf3-srv_10.42.42.10(pid=18322): Terminated {rc=256}\u000a09:07:07.969672 --- ParallelTerminationStrategy: PID 18323 died...\u000a09:07:08.022100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18323): Terminated: ok {rc=0}\u000a09:07:08.031553 --- ParallelTerminationStrategy: PID 18324 died...\u000a09:07:08.083922 run iperf3-srv_10.42.42.10(pid=18324): Terminated {rc=256}\u000a09:07:08.093388 --- ParallelTerminationStrategy: PID 18325 died...\u000a09:07:08.146142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18325): Terminated: ok {rc=0}\u000a09:07:08.155573 --- ParallelTerminationStrategy: PID 18326 died...\u000a09:07:08.208531 run iperf3-srv_10.42.42.10(pid=18326): Terminated {rc=256}\u000a09:07:08.218018 --- ParallelTerminationStrategy: PID 18329 died...\u000a09:07:08.271149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18329): Terminated: ok {rc=0}\u000a09:07:08.280641 --- ParallelTerminationStrategy: PID 18332 died...\u000a09:07:08.333231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18332): Terminated: ok {rc=0}\u000a09:07:08.342742 --- ParallelTerminationStrategy: PID 18335 died...\u000a09:07:08.395428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18335): Terminated: ok {rc=0}\u000a09:07:08.484759 bus /gobi_4: Setting Powered False\u000a09:07:09.587778 bus /gobi_4: Setting Powered False\u000a09:07:10.699212 bus /gobi_1: Setting Powered False\u000a09:07:11.801470 bus /gobi_1: Setting Powered False\u000a09:07:12.912727 bus /gobi_0: Setting Powered False\u000a09:07:14.015255 bus /gobi_0: Setting Powered False\u000a09:07:15.127565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18343): Process ended prematurely: osmo-stp_10.42.42.5(pid=18343) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18343)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18343): Process ended prematurely: osmo-stp_10.42.42.5(pid=18343) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a09:07:16.202266 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:16.217729 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:07:16.388879 tst ping.py: using LAC 20403\u000a09:07:16.550207 tst ping.py: using RAC 3\u000a09:07:16.709434 tst ping.py: using CellId 20403\u000a09:07:16.836102 tst ping.py: using BVCI 20404\u000a09:07:16.861925 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:16.874986 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:16.888887 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:16.902869 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:16.916781 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:16.929698 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:16.945810 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:16.959693 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:07:17.280668 tst ping.py:19: start network...\u000a09:07:17.415637 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:17.921363 run create_hlr_db(pid=18337): Launched\u000a09:07:18.107112 bus /gobi_6: Setting Powered False\u000a09:07:19.127067 run create_hlr_db(pid=18337): Terminated: ok {rc=0}\u000a09:07:19.529967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18339): Launched\u000a09:07:19.830386 run osmo-hlr_10.42.42.2(pid=18340): Launched\u000a09:07:19.946285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:20.475351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18342): Launched\u000a09:07:20.777231 run osmo-stp_10.42.42.5(pid=18343): Launched\u000a09:07:20.886483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:21.412539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18345): Launched\u000a09:07:21.519501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:21.782255 run patchelf(pid=18346): Launched\u000a09:07:21.958353 run osmo-stp_10.42.42.5(pid=18343): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18343)]\u000a09:07:22.086908 run osmo-stp_10.42.42.5(pid=18343): stdout: \u000a| (launched: 2022-12-09_09:07:20.628252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:22.215499 run osmo-stp_10.42.42.5(pid=18343): stderr: \u000a| �[0;m�[38;5;43m20221209090720797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090720797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090720798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090720798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090720799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090720799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090720799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:22.339950 run osmo-stp_10.42.42.5(pid=18343): stdout: \u000a| (launched: 2022-12-09_09:07:20.628252)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:22.463213 run osmo-stp_10.42.42.5(pid=18343): stderr: \u000a| �[0;m�[38;5;43m20221209090720797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090720797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090720798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090720798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090720799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090720799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090720799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:22.606785 run patchelf(pid=18346): Terminating (SIGINT)\u000a09:07:22.775279 run patchelf(pid=18346): Terminated: ok {rc=0}\u000a09:07:22.805910 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18343): Process ended prematurely: osmo-stp_10.42.42.5(pid=18343) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18343)] [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a09:07:22.814625 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:07:22.874046 run osmo-hlr_10.42.42.2(pid=18340): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18340)]\u000a09:07:22.922623 run osmo-hlr_10.42.42.2(pid=18340): stdout: \u000a| (launched: 2022-12-09_09:07:19.682508) \u000a09:07:22.972010 run osmo-hlr_10.42.42.2(pid=18340): stderr: \u000a| �[0;m�[1;31m20221209090719859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090719859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090719859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090719859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090719859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090719859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090719871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090719882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090719883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090719883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:23.014084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18339): Terminating (SIGTERM)\u000a09:07:23.053754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18342): Terminating (SIGTERM)\u000a09:07:23.093493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18345): Terminating (SIGTERM)\u000a09:07:23.102748 --- ParallelTerminationStrategy: PID 18339 died...\u000a09:07:23.155931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18339): Terminated: ok {rc=0}\u000a09:07:23.165782 --- ParallelTerminationStrategy: PID 18342 died...\u000a09:07:23.218413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18342): Terminated: ok {rc=0}\u000a09:07:23.228014 --- ParallelTerminationStrategy: PID 18345 died...\u000a09:07:23.280722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18345): Terminated: ok {rc=0}\u000a09:07:23.369341 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18353): Process ended prematurely: osmo-stp_10.42.42.5(pid=18353) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18353)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18353): Process ended prematurely: osmo-stp_10.42.42.5(pid=18353) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a09:07:24.421291 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:24.433619 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:07:24.574301 tst ping_idle_ping.py: using LAC 20404\u000a09:07:24.700083 tst ping_idle_ping.py: using RAC 4\u000a09:07:24.825768 tst ping_idle_ping.py: using CellId 20404\u000a09:07:24.957585 tst ping_idle_ping.py: using BVCI 20405\u000a09:07:24.982441 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:24.994676 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:25.006683 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:25.018909 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:25.031764 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:25.044340 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:25.056498 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:07:25.069865 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:07:25.347610 tst ping_idle_ping.py:24: start network...\u000a09:07:25.472462 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:25.961832 run create_hlr_db(pid=18347): Launched\u000a09:07:26.136102 bus /gobi_6: Setting Powered False\u000a09:07:27.157947 run create_hlr_db(pid=18347): Terminated: ok {rc=0}\u000a09:07:27.587255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18349): Launched\u000a09:07:27.910714 run osmo-hlr_10.42.42.2(pid=18350): Launched\u000a09:07:28.027851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:28.588690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18352): Launched\u000a09:07:28.911466 run osmo-stp_10.42.42.5(pid=18353): Launched\u000a09:07:29.028623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:29.592308 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18355): Launched\u000a09:07:29.707326 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:29.987410 run patchelf(pid=18356): Launched\u000a09:07:30.175264 run osmo-stp_10.42.42.5(pid=18353): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18353)]\u000a09:07:30.313159 run osmo-stp_10.42.42.5(pid=18353): stdout: \u000a| (launched: 2022-12-09_09:07:28.752676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:30.450943 run osmo-stp_10.42.42.5(pid=18353): stderr: \u000a| �[0;m�[38;5;43m20221209090728942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090728943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090728944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090728944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090728945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090728945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090728945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:30.584668 run osmo-stp_10.42.42.5(pid=18353): stdout: \u000a| (launched: 2022-12-09_09:07:28.752676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:30.716682 run osmo-stp_10.42.42.5(pid=18353): stderr: \u000a| �[0;m�[38;5;43m20221209090728942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090728943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090728944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090728944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090728945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090728945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090728945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:30.882218 run patchelf(pid=18356): Terminating (SIGINT)\u000a09:07:31.104460 run patchelf(pid=18356): Terminated: ok {rc=0}\u000a09:07:31.138121 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18353): Process ended prematurely: osmo-stp_10.42.42.5(pid=18353) [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18353)] [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a09:07:31.147993 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:07:31.212716 run osmo-hlr_10.42.42.2(pid=18350): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18350)]\u000a09:07:31.265220 run osmo-hlr_10.42.42.2(pid=18350): stdout: \u000a| (launched: 2022-12-09_09:07:27.751317) \u000a09:07:31.318508 run osmo-hlr_10.42.42.2(pid=18350): stderr: \u000a| �[0;m�[1;31m20221209090727947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090727947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090727947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090727947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090727947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090727947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090727959 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090727968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090727968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090727968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:31.364446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18349): Terminating (SIGTERM)\u000a09:07:31.407777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18352): Terminating (SIGTERM)\u000a09:07:31.452744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18355): Terminating (SIGTERM)\u000a09:07:31.462664 --- ParallelTerminationStrategy: PID 18349 died...\u000a09:07:31.520660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18349): Terminated: ok {rc=0}\u000a09:07:31.531305 --- ParallelTerminationStrategy: PID 18352 died...\u000a09:07:31.588994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18352): Terminated: ok {rc=0}\u000a09:07:31.599596 --- ParallelTerminationStrategy: PID 18355 died...\u000a09:07:31.656546 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18355): Terminated: ok {rc=0}\u000a09:07:31.745835 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:06:33" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18367): Process ended prematurely: osmo-stp_10.42.42.5(pid=18367) [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18367)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18367): Process ended prematurely: osmo-stp_10.42.42.5(pid=18367) [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18367)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:07:33.794042 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:33.806011 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:07:33.961623 tst switch_tch_pdch.py: using LAC 20405\u000a09:07:34.079497 tst switch_tch_pdch.py: using RAC 5\u000a09:07:34.198369 tst switch_tch_pdch.py: using CellId 20405\u000a09:07:34.315483 tst switch_tch_pdch.py: using BVCI 20406\u000a09:07:34.338393 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:34.349998 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:34.361098 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:34.372338 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:34.383563 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:34.394793 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:34.406221 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:07:34.417770 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:07:34.533526 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:07:34.811679 tst switch_tch_pdch.py:51: start network...\u000a09:07:34.936279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:35.417987 run create_hlr_db(pid=18360): Launched\u000a09:07:35.591419 bus /gobi_6: Setting Powered False\u000a09:07:36.612247 run create_hlr_db(pid=18360): Terminated: ok {rc=0}\u000a09:07:37.039555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18363): Launched\u000a09:07:37.360852 run osmo-hlr_10.42.42.2(pid=18364): Launched\u000a09:07:37.480039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:38.038966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18366): Launched\u000a09:07:38.359076 run osmo-stp_10.42.42.5(pid=18367): Launched\u000a09:07:38.475245 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:39.040722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18369): Launched\u000a09:07:39.155130 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:39.434992 run patchelf(pid=18370): Launched\u000a09:07:39.622755 run osmo-stp_10.42.42.5(pid=18367): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18367)]\u000a09:07:39.759695 run osmo-stp_10.42.42.5(pid=18367): stdout: \u000a| (launched: 2022-12-09_09:07:38.201740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:39.897329 run osmo-stp_10.42.42.5(pid=18367): stderr: \u000a| �[0;m�[38;5;43m20221209090738389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090738389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090738389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090738389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090738390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090738390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090738390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:40.030764 run osmo-stp_10.42.42.5(pid=18367): stdout: \u000a| (launched: 2022-12-09_09:07:38.201740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:40.162356 run osmo-stp_10.42.42.5(pid=18367): stderr: \u000a| �[0;m�[38;5;43m20221209090738389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090738389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090738389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090738389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090738390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090738390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090738390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:40.315056 run patchelf(pid=18370): Terminating (SIGINT)\u000a09:07:40.494743 run patchelf(pid=18370): Terminated: ok {rc=0}\u000a09:07:40.527567 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18367): Process ended prematurely: osmo-stp_10.42.42.5(pid=18367) [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18367)] [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:07:40.536905 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:07:40.600327 run osmo-hlr_10.42.42.2(pid=18364): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18364)]\u000a09:07:40.651859 run osmo-hlr_10.42.42.2(pid=18364): stdout: \u000a| (launched: 2022-12-09_09:07:37.203221) \u000a09:07:40.704333 run osmo-hlr_10.42.42.2(pid=18364): stderr: \u000a| �[0;m�[1;31m20221209090737399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090737399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090737399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090737399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090737399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090737399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090737416 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090737425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090737425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090737425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:40.748404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18363): Terminating (SIGTERM)\u000a09:07:40.790662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18366): Terminating (SIGTERM)\u000a09:07:40.833601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18369): Terminating (SIGTERM)\u000a09:07:40.843772 --- ParallelTerminationStrategy: PID 18363 died...\u000a09:07:40.899838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18363): Terminated: ok {rc=0}\u000a09:07:40.909824 --- ParallelTerminationStrategy: PID 18366 died...\u000a09:07:40.965442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18366): Terminated: ok {rc=0}\u000a09:07:40.975327 --- ParallelTerminationStrategy: PID 18369 died...\u000a09:07:41.030907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18369): Terminated: ok {rc=0}\u000a09:07:41.117776 bus /gobi_0: Setting Powered False\u000a09:07:42.222511 bus /gobi_0: Setting Powered False\u000a09:07:43.333449 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:07:33" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18380): Process ended prematurely: osmo-stp_10.42.42.5(pid=18380) [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18380)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18380): Process ended prematurely: osmo-stp_10.42.42.5(pid=18380) [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:07:45.327191 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:07:45.338843 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:07:45.503918 tst switch_tch_pdch.py: using LAC 20406\u000a09:07:45.629396 tst switch_tch_pdch.py: using RAC 6\u000a09:07:45.755677 tst switch_tch_pdch.py: using CellId 20406\u000a09:07:45.909603 tst switch_tch_pdch.py: using BVCI 20407\u000a09:07:45.935744 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:07:45.948151 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:07:45.960438 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:07:45.973945 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:07:45.986381 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:07:45.999872 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:07:46.013113 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:07:46.025573 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:07:46.147144 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:07:46.442998 tst switch_tch_pdch.py:51: start network...\u000a09:07:46.581884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:07:47.102037 run create_hlr_db(pid=18374): Launched\u000a09:07:47.235333 bus /gobi_6: Setting Powered False\u000a09:07:48.309112 run create_hlr_db(pid=18374): Terminated: ok {rc=0}\u000a09:07:48.686520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18376): Launched\u000a09:07:48.986312 run osmo-hlr_10.42.42.2(pid=18377): Launched\u000a09:07:49.101601 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:07:49.605703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18379): Launched\u000a09:07:49.906276 run osmo-stp_10.42.42.5(pid=18380): Launched\u000a09:07:50.026418 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:07:50.528886 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18382): Launched\u000a09:07:50.636090 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:07:50.898464 run patchelf(pid=18383): Launched\u000a09:07:51.074332 run osmo-stp_10.42.42.5(pid=18380): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18380)]\u000a09:07:51.203305 run osmo-stp_10.42.42.5(pid=18380): stdout: \u000a| (launched: 2022-12-09_09:07:49.758434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:51.332230 run osmo-stp_10.42.42.5(pid=18380): stderr: \u000a| �[0;m�[38;5;43m20221209090749927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090749927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090749927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090749928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090749928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090749928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090749928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:51.457248 run osmo-stp_10.42.42.5(pid=18380): stdout: \u000a| (launched: 2022-12-09_09:07:49.758434)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:07:51.581298 run osmo-stp_10.42.42.5(pid=18380): stderr: \u000a| �[0;m�[38;5;43m20221209090749927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090749927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090749927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090749928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090749928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090749928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090749928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:07:51.724758 run patchelf(pid=18383): Terminating (SIGINT)\u000a09:07:51.893261 run patchelf(pid=18383): Terminated: ok {rc=0}\u000a09:07:51.923939 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18380): Process ended prematurely: osmo-stp_10.42.42.5(pid=18380) [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18380)] [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:07:51.932872 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a09:07:52.000159 run osmo-hlr_10.42.42.2(pid=18377): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18377)]\u000a09:07:52.052166 run osmo-hlr_10.42.42.2(pid=18377): stdout: \u000a| (launched: 2022-12-09_09:07:48.838953) \u000a09:07:52.105014 run osmo-hlr_10.42.42.2(pid=18377): stderr: \u000a| �[0;m�[1;31m20221209090749014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090749014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090749014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090749014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090749014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090749014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090749028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090749038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090749039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090749039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:07:52.149432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18376): Terminating (SIGTERM)\u000a09:07:52.191590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18379): Terminating (SIGTERM)\u000a09:07:52.234009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18382): Terminating (SIGTERM)\u000a09:07:52.243927 --- ParallelTerminationStrategy: PID 18376 died...\u000a09:07:52.300815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18376): Terminated: ok {rc=0}\u000a09:07:52.310931 --- ParallelTerminationStrategy: PID 18379 died...\u000a09:07:52.367400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18379): Terminated: ok {rc=0}\u000a09:07:52.377868 --- ParallelTerminationStrategy: PID 18382 died...\u000a09:07:52.434380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18382): Terminated: ok {rc=0}\u000a09:07:52.522577 bus /gobi_0: Setting Powered False\u000a09:07:53.629336 bus /gobi_0: Setting Powered False\u000a09:07:54.740883 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:07:45" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18388): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18388) [trial-2357↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18388)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18388): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18388) [trial-2357↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a09:07:56.642614 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a09:07:56.653617 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a09:07:56.787209 tst mo_mt_sms.py: using LAC 20407\u000a09:07:56.907193 tst mo_mt_sms.py: using RAC 7\u000a09:07:57.029663 tst mo_mt_sms.py: using CellId 20407\u000a09:07:57.147521 tst mo_mt_sms.py: using BVCI 20408\u000a09:07:57.170390 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:07:57.285387 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:07:57.576499 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:07:57.710086 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:07:58.370764 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18387): Launched\u000a09:07:58.689698 run osmo-nitb_10.42.42.2(pid=18388): Launched\u000a09:07:58.886128 run osmo-nitb_10.42.42.2(pid=18388): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18388)]\u000a09:07:59.031103 run osmo-nitb_10.42.42.2(pid=18388): stdout: \u000a| (launched: 2022-12-09_09:07:58.533938) \u000a09:07:59.176168 run osmo-nitb_10.42.42.2(pid=18388): stderr: \u000a| (launched: 2022-12-09_09:07:58.582016)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:07:59.317070 run osmo-nitb_10.42.42.2(pid=18388): stdout: \u000a| (launched: 2022-12-09_09:07:58.533938) \u000a09:07:59.456622 run osmo-nitb_10.42.42.2(pid=18388): stderr: \u000a| (launched: 2022-12-09_09:07:58.582016)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:07:59.819172 tst osmo-nitb_10.42.42.2(pid=18388): stdout: \u000a| (launched: 2022-12-09_09:07:58.533938) \u000a09:07:59.947124 tst osmo-nitb_10.42.42.2(pid=18388): stderr: \u000a| (launched: 2022-12-09_09:07:58.582016)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:00.002830 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18388): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18388) [trial-2357↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18388)] [trial-2357↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a09:08:00.011706 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a09:08:00.049818 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18387): Terminating (SIGTERM)\u000a09:08:00.227993 --- ParallelTerminationStrategy: PID 18387 died...\u000a09:08:00.285461 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18387): Terminated: ok {rc=0}\u000a09:08:00.372819 bus /sierra_3: Setting Powered False\u000a09:08:01.483419 bus /sierra_3: Setting Powered False\u000a09:08:02.624221 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:07:56" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "sms:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18669): Process ended prematurely: osmo-stp_10.42.42.5(pid=18669) [trial-2357↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18669)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18669): Process ended prematurely: osmo-stp_10.42.42.5(pid=18669) [trial-2357↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a09:08:04.527955 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:04.540191 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a09:08:04.690860 tst mo_mt_sms.py: using LAC 20408\u000a09:08:04.818072 tst mo_mt_sms.py: using RAC 8\u000a09:08:04.947155 tst mo_mt_sms.py: using CellId 20408\u000a09:08:05.076057 tst mo_mt_sms.py: using BVCI 20409\u000a09:08:05.101548 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:05.113986 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:05.126901 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:05.139880 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:05.153178 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:05.165793 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:08:05.289735 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a09:08:05.506720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:06.057745 run create_hlr_db(pid=18663): Launched\u000a09:08:06.238489 bus /sierra_2: Setting Powered False\u000a09:08:07.256425 run create_hlr_db(pid=18663): Terminated: ok {rc=0}\u000a09:08:07.681182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18665): Launched\u000a09:08:08.101073 run osmo-hlr_10.42.42.2(pid=18666): Launched\u000a09:08:08.343721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:08.921894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18668): Launched\u000a09:08:09.335730 run osmo-stp_10.42.42.5(pid=18669): Launched\u000a09:08:09.564247 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:10.197519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18671): Launched\u000a09:08:10.607915 run osmo-msc_10.42.42.6(pid=18672): Launched\u000a09:08:10.986174 run osmo-stp_10.42.42.5(pid=18669): ERR: Terminated: ERROR {rc=1} [trial-2357↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18669)]\u000a09:08:11.259498 run osmo-stp_10.42.42.5(pid=18669): stdout: \u000a| (launched: 2022-12-09_09:08:09.087465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:11.441227 run osmo-stp_10.42.42.5(pid=18669): stderr: \u000a| �[0;m�[38;5;43m20221209090809409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090809409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090809409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090809410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090809410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090809410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090809410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:11.566702 run osmo-stp_10.42.42.5(pid=18669): stdout: \u000a| (launched: 2022-12-09_09:08:09.087465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:11.690984 run osmo-stp_10.42.42.5(pid=18669): stderr: \u000a| �[0;m�[38;5;43m20221209090809409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090809409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090809409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090809410 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090809410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090809410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090809410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:11.745981 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18669): Process ended prematurely: osmo-stp_10.42.42.5(pid=18669) [trial-2357↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18669)] [trial-2357↪sms:trx-lms↪mo_mt_sms.py:16]\u000a09:08:11.754955 tst mo_mt_sms.py:16: Test FAILED (7.2 sec)\u000a09:08:11.816635 run osmo-hlr_10.42.42.2(pid=18666): ERR: Terminated: ERROR {rc=237} [trial-2357↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18666)]\u000a09:08:11.868476 run osmo-hlr_10.42.42.2(pid=18666): stdout: \u000a| (launched: 2022-12-09_09:08:07.845988) \u000a09:08:11.920010 run osmo-hlr_10.42.42.2(pid=18666): stderr: \u000a| �[0;m�[1;31m20221209090808148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090808148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090808148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090808148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090808148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090808148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090808163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090808180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090808180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090808180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:11.991015 run osmo-msc_10.42.42.6(pid=18672): ERR: Terminated: ERROR {rc=2} [trial-2357↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18672)]\u000a09:08:12.041690 run osmo-msc_10.42.42.6(pid=18672): stdout: \u000a| (launched: 2022-12-09_09:08:10.355223) \u000a09:08:12.093058 run osmo-msc_10.42.42.6(pid=18672): stderr: \u000a| �[0;m�[38;5;43m20221209090810944 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090810944 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8190443c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090810953 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090810953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090810954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090810954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090810956 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090810956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090810956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090810956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:12.137798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18665): Terminating (SIGTERM)\u000a09:08:12.181451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18668): Terminating (SIGTERM)\u000a09:08:12.223552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18671): Terminating (SIGTERM)\u000a09:08:12.234094 --- ParallelTerminationStrategy: PID 18665 died...\u000a09:08:12.290778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18665): Terminated: ok {rc=0}\u000a09:08:12.301216 --- ParallelTerminationStrategy: PID 18668 died...\u000a09:08:12.355950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18668): Terminated: ok {rc=0}\u000a09:08:12.366285 --- ParallelTerminationStrategy: PID 18671 died...\u000a09:08:12.420545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18671): Terminated: ok {rc=0}\u000a09:08:12.507765 bus /sierra_3: Setting Powered False\u000a09:08:13.615165 bus /sierra_3: Setting Powered False\u000a09:08:14.725245 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:08:04" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18678): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18678) [trial-2357↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18678)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18678): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18678) [trial-2357↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a09:08:16.677667 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a09:08:16.689668 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a09:08:16.887315 tst assert_extension.py: using LAC 20409\u000a09:08:17.020475 tst assert_extension.py: using RAC 9\u000a09:08:17.150564 tst assert_extension.py: using CellId 20409\u000a09:08:17.276739 tst assert_extension.py: using BVCI 20410\u000a09:08:17.301429 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a09:08:17.632049 tst assert_extension.py:10: start nitb and bts...\u000a09:08:17.762425 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:08:18.439603 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18677): Launched\u000a09:08:18.784766 run osmo-nitb_10.42.42.2(pid=18678): Launched\u000a09:08:18.987420 run osmo-nitb_10.42.42.2(pid=18678): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18678)]\u000a09:08:19.137939 run osmo-nitb_10.42.42.2(pid=18678): stdout: \u000a| (launched: 2022-12-09_09:08:18.607704) \u000a09:08:19.287586 run osmo-nitb_10.42.42.2(pid=18678): stderr: \u000a| (launched: 2022-12-09_09:08:18.657068)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:19.432305 run osmo-nitb_10.42.42.2(pid=18678): stdout: \u000a| (launched: 2022-12-09_09:08:18.607704) \u000a09:08:19.577234 run osmo-nitb_10.42.42.2(pid=18678): stderr: \u000a| (launched: 2022-12-09_09:08:18.657068)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:19.919227 tst osmo-nitb_10.42.42.2(pid=18678): stdout: \u000a| (launched: 2022-12-09_09:08:18.607704) \u000a09:08:20.054015 tst osmo-nitb_10.42.42.2(pid=18678): stderr: \u000a| (launched: 2022-12-09_09:08:18.657068)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:08:20.112195 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18678): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18678) [trial-2357↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18678)] [trial-2357↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a09:08:20.121974 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a09:08:20.163305 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18677): Terminating (SIGTERM)\u000a09:08:20.342239 --- ParallelTerminationStrategy: PID 18677 died...\u000a09:08:20.404359 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18677): Terminated: ok {rc=0}\u000a09:08:20.497060 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:08:16" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18689): Process ended prematurely: osmo-stp_10.42.42.5(pid=18689) [trial-2357↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18689)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18689): Process ended prematurely: osmo-stp_10.42.42.5(pid=18689) [trial-2357↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18689)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a09:08:22.365753 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:22.377978 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a09:08:22.528632 tst assert_extension.py: using LAC 20410\u000a09:08:22.659910 tst assert_extension.py: using RAC 10\u000a09:08:22.790568 tst assert_extension.py: using CellId 20410\u000a09:08:22.921475 tst assert_extension.py: using BVCI 20411\u000a09:08:22.947486 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:22.961177 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:22.974412 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:22.987368 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:22.999770 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:08:23.012806 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a09:08:23.234205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:23.797417 run create_hlr_db(pid=18682): Launched\u000a09:08:23.971750 bus /sierra_2: Setting Powered False\u000a09:08:24.992907 run create_hlr_db(pid=18682): Terminated: ok {rc=0}\u000a09:08:25.392200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18685): Launched\u000a09:08:25.694131 run osmo-hlr_10.42.42.2(pid=18686): Launched\u000a09:08:25.806126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:26.333196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18688): Launched\u000a09:08:26.637411 run osmo-stp_10.42.42.5(pid=18689): Launched\u000a09:08:26.746929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:27.295896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18691): Launched\u000a09:08:27.598477 run osmo-msc_10.42.42.6(pid=18692): Launched\u000a09:08:27.776116 run osmo-stp_10.42.42.5(pid=18689): ERR: Terminated: ERROR {rc=1} [trial-2357↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18689)]\u000a09:08:27.904136 run osmo-stp_10.42.42.5(pid=18689): stdout: \u000a| (launched: 2022-12-09_09:08:26.486475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:28.030063 run osmo-stp_10.42.42.5(pid=18689): stderr: \u000a| �[0;m�[38;5;43m20221209090826654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090826654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090826655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090826655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090826656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090826656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090826656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:28.150724 run osmo-stp_10.42.42.5(pid=18689): stdout: \u000a| (launched: 2022-12-09_09:08:26.486475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:28.272195 run osmo-stp_10.42.42.5(pid=18689): stderr: \u000a| �[0;m�[38;5;43m20221209090826654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090826654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090826655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090826655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090826656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090826656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090826656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:28.324756 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18689): Process ended prematurely: osmo-stp_10.42.42.5(pid=18689) [trial-2357↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18689)] [trial-2357↪ussd:trx-lms↪assert_extension.py:17]\u000a09:08:28.332925 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a09:08:28.393377 run osmo-hlr_10.42.42.2(pid=18686): ERR: Terminated: ERROR {rc=237} [trial-2357↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18686)]\u000a09:08:28.443188 run osmo-hlr_10.42.42.2(pid=18686): stdout: \u000a| (launched: 2022-12-09_09:08:25.545205) \u000a09:08:28.493228 run osmo-hlr_10.42.42.2(pid=18686): stderr: \u000a| �[0;m�[1;31m20221209090825720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090825721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090825721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090825721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090825721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090825721 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090825733 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090825742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090825742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090825742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:28.561333 run osmo-msc_10.42.42.6(pid=18692): ERR: Terminated: ERROR {rc=2} [trial-2357↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18692)]\u000a09:08:28.610504 run osmo-msc_10.42.42.6(pid=18692): stdout: \u000a| (launched: 2022-12-09_09:08:27.448819) \u000a09:08:28.659987 run osmo-msc_10.42.42.6(pid=18692): stderr: \u000a| �[0;m�[38;5;43m20221209090827722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090827722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8d6ea3cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090827722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090827722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090827722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090827722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090827724 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090827724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090827725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090827725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:28.702230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18685): Terminating (SIGTERM)\u000a09:08:28.741990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18688): Terminating (SIGTERM)\u000a09:08:28.782435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18691): Terminating (SIGTERM)\u000a09:08:28.791821 --- ParallelTerminationStrategy: PID 18685 died...\u000a09:08:28.845553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18685): Terminated: ok {rc=0}\u000a09:08:28.855411 --- ParallelTerminationStrategy: PID 18688 died...\u000a09:08:28.908616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18688): Terminated: ok {rc=0}\u000a09:08:28.918392 --- ParallelTerminationStrategy: PID 18691 died...\u000a09:08:28.971797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18691): Terminated: ok {rc=0}\u000a09:08:29.060310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:08:22" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18703): Process ended prematurely: osmo-stp_10.42.42.5(pid=18703) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18703)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18703): Process ended prematurely: osmo-stp_10.42.42.5(pid=18703) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:08:31.064516 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:31.077302 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:08:31.241228 tst mo_mt_call.py: using LAC 20411\u000a09:08:31.393728 tst mo_mt_call.py: using RAC 11\u000a09:08:31.560808 tst mo_mt_call.py: using CellId 20411\u000a09:08:31.700893 tst mo_mt_call.py: using BVCI 20412\u000a09:08:31.726928 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:31.740166 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:31.753813 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:31.768358 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:31.782204 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:31.796039 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:08:31.939945 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:08:32.182429 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:32.704554 run create_hlr_db(pid=18697): Launched\u000a09:08:32.895013 bus /sierra_2: Setting Powered False\u000a09:08:33.915850 run create_hlr_db(pid=18697): Terminated: ok {rc=0}\u000a09:08:34.325732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18699): Launched\u000a09:08:34.631181 run osmo-hlr_10.42.42.2(pid=18700): Launched\u000a09:08:34.743685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:35.272311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18702): Launched\u000a09:08:35.577860 run osmo-stp_10.42.42.5(pid=18703): Launched\u000a09:08:35.690034 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:36.249674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18705): Launched\u000a09:08:36.557422 run osmo-msc_10.42.42.6(pid=18706): Launched\u000a09:08:36.736335 run osmo-stp_10.42.42.5(pid=18703): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18703)]\u000a09:08:36.865249 run osmo-stp_10.42.42.5(pid=18703): stdout: \u000a| (launched: 2022-12-09_09:08:35.427407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:36.992338 run osmo-stp_10.42.42.5(pid=18703): stderr: \u000a| �[0;m�[38;5;43m20221209090835599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090835599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090835600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090835600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090835601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090835601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090835601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:37.115618 run osmo-stp_10.42.42.5(pid=18703): stdout: \u000a| (launched: 2022-12-09_09:08:35.427407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:37.237452 run osmo-stp_10.42.42.5(pid=18703): stderr: \u000a| �[0;m�[38;5;43m20221209090835599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090835599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090835600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090835600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090835601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090835601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090835601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:37.291097 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18703): Process ended prematurely: osmo-stp_10.42.42.5(pid=18703) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18703)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:08:37.299802 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:08:37.359263 run osmo-hlr_10.42.42.2(pid=18700): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18700)]\u000a09:08:37.408251 run osmo-hlr_10.42.42.2(pid=18700): stdout: \u000a| (launched: 2022-12-09_09:08:34.481099) \u000a09:08:37.457848 run osmo-hlr_10.42.42.2(pid=18700): stderr: \u000a| �[0;m�[1;31m20221209090834658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090834659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090834659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090834659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090834659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090834659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090834671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090834680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090834680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090834680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:37.525037 run osmo-msc_10.42.42.6(pid=18706): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18706)]\u000a09:08:37.573910 run osmo-msc_10.42.42.6(pid=18706): stdout: \u000a| (launched: 2022-12-09_09:08:36.405926) \u000a09:08:37.623067 run osmo-msc_10.42.42.6(pid=18706): stderr: \u000a| �[0;m�[38;5;43m20221209090836678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090836679 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa643a4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090836679 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090836679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090836679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090836679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090836681 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090836681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090836681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090836681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:37.665179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18699): Terminating (SIGTERM)\u000a09:08:37.705467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18702): Terminating (SIGTERM)\u000a09:08:37.745856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18705): Terminating (SIGTERM)\u000a09:08:37.755207 --- ParallelTerminationStrategy: PID 18699 died...\u000a09:08:37.808535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18699): Terminated: ok {rc=0}\u000a09:08:37.818153 --- ParallelTerminationStrategy: PID 18702 died...\u000a09:08:37.871208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18702): Terminated: ok {rc=0}\u000a09:08:37.880844 --- ParallelTerminationStrategy: PID 18705 died...\u000a09:08:37.934245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18705): Terminated: ok {rc=0}\u000a09:08:38.024583 bus /sierra_3: Setting Powered False\u000a09:08:39.129113 bus /sierra_3: Setting Powered False\u000a09:08:40.235706 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18714): Process ended prematurely: osmo-stp_10.42.42.5(pid=18714) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18714)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18714): Process ended prematurely: osmo-stp_10.42.42.5(pid=18714) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18714)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:08:41.351252 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:41.363831 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:08:41.530508 tst mo_mt_call_osmux.py: using LAC 20412\u000a09:08:41.657964 tst mo_mt_call_osmux.py: using RAC 12\u000a09:08:41.786897 tst mo_mt_call_osmux.py: using CellId 20412\u000a09:08:41.913092 tst mo_mt_call_osmux.py: using BVCI 20413\u000a09:08:41.938058 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:41.949820 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:41.961643 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:41.973295 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:41.985352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:08:41.997168 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:08:42.117216 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:08:42.327730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:42.822136 run create_hlr_db(pid=18708): Launched\u000a09:08:42.997910 bus /sierra_2: Setting Powered False\u000a09:08:44.020402 run create_hlr_db(pid=18708): Terminated: ok {rc=0}\u000a09:08:44.429205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18710): Launched\u000a09:08:44.736383 run osmo-hlr_10.42.42.2(pid=18711): Launched\u000a09:08:44.858220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:45.398257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18713): Launched\u000a09:08:45.705935 run osmo-stp_10.42.42.5(pid=18714): Launched\u000a09:08:45.817726 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:46.463235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18716): Launched\u000a09:08:46.837240 run osmo-msc_10.42.42.6(pid=18717): Launched\u000a09:08:47.132454 run osmo-stp_10.42.42.5(pid=18714): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18714)]\u000a09:08:47.345373 run osmo-stp_10.42.42.5(pid=18714): stdout: \u000a| (launched: 2022-12-09_09:08:45.554536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:47.497378 run osmo-stp_10.42.42.5(pid=18714): stderr: \u000a| �[0;m�[38;5;43m20221209090845724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090845725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090845725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090845725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090845726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090845726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090845726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:47.631814 run osmo-stp_10.42.42.5(pid=18714): stdout: \u000a| (launched: 2022-12-09_09:08:45.554536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:47.763425 run osmo-stp_10.42.42.5(pid=18714): stderr: \u000a| �[0;m�[38;5;43m20221209090845724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090845725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090845725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090845725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090845726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090845726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090845726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:47.820754 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18714): Process ended prematurely: osmo-stp_10.42.42.5(pid=18714) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18714)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:08:47.830274 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a09:08:47.895558 run osmo-hlr_10.42.42.2(pid=18711): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18711)]\u000a09:08:47.948439 run osmo-hlr_10.42.42.2(pid=18711): stdout: \u000a| (launched: 2022-12-09_09:08:44.585691) \u000a09:08:48.001875 run osmo-hlr_10.42.42.2(pid=18711): stderr: \u000a| �[0;m�[1;31m20221209090844761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090844761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090844761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090844761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090844761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090844761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090844773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090844781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090844782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090844782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:48.073966 run osmo-msc_10.42.42.6(pid=18717): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18717)]\u000a09:08:48.126601 run osmo-msc_10.42.42.6(pid=18717): stdout: \u000a| (launched: 2022-12-09_09:08:46.635372) \u000a09:08:48.179779 run osmo-msc_10.42.42.6(pid=18717): stderr: \u000a| �[0;m�[38;5;43m20221209090847303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090847303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe045cd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090847303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090847303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090847303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090847303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090847305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090847305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090847306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090847306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:48.224446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18710): Terminating (SIGTERM)\u000a09:08:48.268331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18713): Terminating (SIGTERM)\u000a09:08:48.310377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18716): Terminating (SIGTERM)\u000a09:08:48.320772 --- ParallelTerminationStrategy: PID 18710 died...\u000a09:08:48.377874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18710): Terminated: ok {rc=0}\u000a09:08:48.388684 --- ParallelTerminationStrategy: PID 18713 died...\u000a09:08:48.446283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18713): Terminated: ok {rc=0}\u000a09:08:48.456395 --- ParallelTerminationStrategy: PID 18716 died...\u000a09:08:48.513656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18716): Terminated: ok {rc=0}\u000a09:08:48.600628 bus /sierra_3: Setting Powered False\u000a09:08:49.707638 bus /sierra_3: Setting Powered False\u000a09:08:50.814597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:08:30" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18728): Process ended prematurely: osmo-stp_10.42.42.5(pid=18728) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18728)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18728): Process ended prematurely: osmo-stp_10.42.42.5(pid=18728) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:08:52.831314 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:08:52.843011 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:08:53.012063 tst mo_mt_call.py: using LAC 20413\u000a09:08:53.135093 tst mo_mt_call.py: using RAC 13\u000a09:08:53.257682 tst mo_mt_call.py: using CellId 20413\u000a09:08:53.377909 tst mo_mt_call.py: using BVCI 20414\u000a09:08:53.401245 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:08:53.412593 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:08:53.423930 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:08:53.435351 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:08:53.446666 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:08:53.458031 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:08:53.580206 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:08:53.787766 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:08:54.278828 run create_hlr_db(pid=18722): Launched\u000a09:08:54.455832 bus /sierra_2: Setting Powered False\u000a09:08:55.476505 run create_hlr_db(pid=18722): Terminated: ok {rc=0}\u000a09:08:55.914263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18724): Launched\u000a09:08:56.245225 run osmo-hlr_10.42.42.2(pid=18725): Launched\u000a09:08:56.364503 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:08:56.935608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18727): Launched\u000a09:08:57.258494 run osmo-stp_10.42.42.5(pid=18728): Launched\u000a09:08:57.371623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:08:57.933615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18730): Launched\u000a09:08:58.241710 run osmo-msc_10.42.42.6(pid=18731): Launched\u000a09:08:58.421222 run osmo-stp_10.42.42.5(pid=18728): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18728)]\u000a09:08:58.551503 run osmo-stp_10.42.42.5(pid=18728): stdout: \u000a| (launched: 2022-12-09_09:08:57.102343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:58.679987 run osmo-stp_10.42.42.5(pid=18728): stderr: \u000a| �[0;m�[38;5;43m20221209090857274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090857274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090857275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090857275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090857275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090857276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090857276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:58.813122 run osmo-stp_10.42.42.5(pid=18728): stdout: \u000a| (launched: 2022-12-09_09:08:57.102343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:08:58.932899 run osmo-stp_10.42.42.5(pid=18728): stderr: \u000a| �[0;m�[38;5;43m20221209090857274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090857274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090857275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090857275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090857275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090857276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090857276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:08:58.985576 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18728): Process ended prematurely: osmo-stp_10.42.42.5(pid=18728) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18728)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:08:58.994463 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:08:59.053448 run osmo-hlr_10.42.42.2(pid=18725): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18725)]\u000a09:08:59.101965 run osmo-hlr_10.42.42.2(pid=18725): stdout: \u000a| (launched: 2022-12-09_09:08:56.081763) \u000a09:08:59.150867 run osmo-hlr_10.42.42.2(pid=18725): stderr: \u000a| �[0;m�[1;31m20221209090856278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090856278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090856278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090856278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090856278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090856279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090856291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090856300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090856300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090856300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:08:59.217150 run osmo-msc_10.42.42.6(pid=18731): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18731)]\u000a09:08:59.265528 run osmo-msc_10.42.42.6(pid=18731): stdout: \u000a| (launched: 2022-12-09_09:08:58.089711) \u000a09:08:59.314474 run osmo-msc_10.42.42.6(pid=18731): stderr: \u000a| �[0;m�[38;5;43m20221209090858363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090858363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7fc42fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090858363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090858363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090858364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090858364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090858365 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090858366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090858366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090858366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:08:59.356727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18724): Terminating (SIGTERM)\u000a09:08:59.396205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18727): Terminating (SIGTERM)\u000a09:08:59.435778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18730): Terminating (SIGTERM)\u000a09:08:59.444912 --- ParallelTerminationStrategy: PID 18724 died...\u000a09:08:59.497798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18724): Terminated: ok {rc=0}\u000a09:08:59.507344 --- ParallelTerminationStrategy: PID 18727 died...\u000a09:08:59.560180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18727): Terminated: ok {rc=0}\u000a09:08:59.569881 --- ParallelTerminationStrategy: PID 18730 died...\u000a09:08:59.623093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18730): Terminated: ok {rc=0}\u000a09:08:59.711241 bus /sierra_3: Setting Powered False\u000a09:09:00.818562 bus /sierra_3: Setting Powered False\u000a09:09:01.937484 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18739): Process ended prematurely: osmo-stp_10.42.42.5(pid=18739) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18739)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18739): Process ended prematurely: osmo-stp_10.42.42.5(pid=18739) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:09:03.045754 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:03.057456 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:09:03.213602 tst mo_mt_call_osmux.py: using LAC 20414\u000a09:09:03.330125 tst mo_mt_call_osmux.py: using RAC 14\u000a09:09:03.446881 tst mo_mt_call_osmux.py: using CellId 20414\u000a09:09:03.563345 tst mo_mt_call_osmux.py: using BVCI 20415\u000a09:09:03.586112 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:03.597274 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:03.608083 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:03.619058 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:03.630118 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:09:03.641078 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:09:03.761306 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:09:03.972669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:04.477348 run create_hlr_db(pid=18733): Launched\u000a09:09:04.662829 bus /sierra_2: Setting Powered False\u000a09:09:05.683696 run create_hlr_db(pid=18733): Terminated: ok {rc=0}\u000a09:09:06.083717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18735): Launched\u000a09:09:06.383133 run osmo-hlr_10.42.42.2(pid=18736): Launched\u000a09:09:06.493001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:07.012726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18738): Launched\u000a09:09:07.312306 run osmo-stp_10.42.42.5(pid=18739): Launched\u000a09:09:07.421400 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:07.969257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18741): Launched\u000a09:09:08.269896 run osmo-msc_10.42.42.6(pid=18742): Launched\u000a09:09:08.445931 run osmo-stp_10.42.42.5(pid=18739): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18739)]\u000a09:09:08.573677 run osmo-stp_10.42.42.5(pid=18739): stdout: \u000a| (launched: 2022-12-09_09:09:07.164734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:08.698626 run osmo-stp_10.42.42.5(pid=18739): stderr: \u000a| �[0;m�[38;5;43m20221209090907331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090907331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090907332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090907332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090907332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090907333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090907333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:08.818953 run osmo-stp_10.42.42.5(pid=18739): stdout: \u000a| (launched: 2022-12-09_09:09:07.164734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:08.938525 run osmo-stp_10.42.42.5(pid=18739): stderr: \u000a| �[0;m�[38;5;43m20221209090907331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090907331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090907332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090907332 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090907332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090907333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090907333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:08.991314 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18739): Process ended prematurely: osmo-stp_10.42.42.5(pid=18739) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18739)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:09:09.000219 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:09:09.069447 run osmo-hlr_10.42.42.2(pid=18736): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18736)]\u000a09:09:09.118505 run osmo-hlr_10.42.42.2(pid=18736): stdout: \u000a| (launched: 2022-12-09_09:09:06.235857) \u000a09:09:09.168178 run osmo-hlr_10.42.42.2(pid=18736): stderr: \u000a| �[0;m�[1;31m20221209090906408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090906408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090906408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090906408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090906408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090906408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090906420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090906429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090906429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090906429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:09.235530 run osmo-msc_10.42.42.6(pid=18742): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18742)]\u000a09:09:09.284504 run osmo-msc_10.42.42.6(pid=18742): stdout: \u000a| (launched: 2022-12-09_09:09:08.121257) \u000a09:09:09.333683 run osmo-msc_10.42.42.6(pid=18742): stderr: \u000a| �[0;m�[38;5;43m20221209090908390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090908390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c56ae6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090908390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090908390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090908390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090908390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090908392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090908392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090908393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090908393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:09.375864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18735): Terminating (SIGTERM)\u000a09:09:09.415577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18738): Terminating (SIGTERM)\u000a09:09:09.455435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18741): Terminating (SIGTERM)\u000a09:09:09.464587 --- ParallelTerminationStrategy: PID 18735 died...\u000a09:09:09.517787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18735): Terminated: ok {rc=0}\u000a09:09:09.527267 --- ParallelTerminationStrategy: PID 18738 died...\u000a09:09:09.580016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18738): Terminated: ok {rc=0}\u000a09:09:09.589725 --- ParallelTerminationStrategy: PID 18741 died...\u000a09:09:09.642468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18741): Terminated: ok {rc=0}\u000a09:09:09.729083 bus /sierra_3: Setting Powered False\u000a09:09:10.831763 bus /sierra_3: Setting Powered False\u000a09:09:11.939645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:08:52" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18753): Process ended prematurely: osmo-stp_10.42.42.5(pid=18753) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18753)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18753): Process ended prematurely: osmo-stp_10.42.42.5(pid=18753) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18753)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:09:13.939462 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:13.951233 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:09:14.117267 tst mo_mt_call.py: using LAC 20415\u000a09:09:14.238763 tst mo_mt_call.py: using RAC 15\u000a09:09:14.360183 tst mo_mt_call.py: using CellId 20415\u000a09:09:14.483720 tst mo_mt_call.py: using BVCI 20416\u000a09:09:14.507734 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:14.519352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:14.530753 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:14.542408 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:14.553992 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:14.566020 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:09:14.680558 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:09:14.886986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:15.385127 run create_hlr_db(pid=18747): Launched\u000a09:09:15.570997 bus /sierra_2: Setting Powered False\u000a09:09:16.594231 run create_hlr_db(pid=18747): Terminated: ok {rc=0}\u000a09:09:17.045325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18749): Launched\u000a09:09:17.373441 run osmo-hlr_10.42.42.2(pid=18750): Launched\u000a09:09:17.492139 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:18.050630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18752): Launched\u000a09:09:18.371181 run osmo-stp_10.42.42.5(pid=18753): Launched\u000a09:09:18.488089 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:19.072903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18755): Launched\u000a09:09:19.393823 run osmo-msc_10.42.42.6(pid=18756): Launched\u000a09:09:19.581954 run osmo-stp_10.42.42.5(pid=18753): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18753)]\u000a09:09:19.717451 run osmo-stp_10.42.42.5(pid=18753): stdout: \u000a| (launched: 2022-12-09_09:09:18.213661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:19.851209 run osmo-stp_10.42.42.5(pid=18753): stderr: \u000a| �[0;m�[38;5;43m20221209090918400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090918400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090918401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090918401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090918401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090918401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090918402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:19.980110 run osmo-stp_10.42.42.5(pid=18753): stdout: \u000a| (launched: 2022-12-09_09:09:18.213661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:20.108170 run osmo-stp_10.42.42.5(pid=18753): stderr: \u000a| �[0;m�[38;5;43m20221209090918400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090918400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090918401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090918401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090918401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090918401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090918402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:20.164351 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18753): Process ended prematurely: osmo-stp_10.42.42.5(pid=18753) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18753)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:09:20.173676 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:09:20.236439 run osmo-hlr_10.42.42.2(pid=18750): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18750)]\u000a09:09:20.287648 run osmo-hlr_10.42.42.2(pid=18750): stdout: \u000a| (launched: 2022-12-09_09:09:17.213464) \u000a09:09:20.339285 run osmo-hlr_10.42.42.2(pid=18750): stderr: \u000a| �[0;m�[1;31m20221209090917406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090917406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090917406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090917406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090917406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090917406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090917418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090917427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090917427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090917427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:20.409242 run osmo-msc_10.42.42.6(pid=18756): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18756)]\u000a09:09:20.460242 run osmo-msc_10.42.42.6(pid=18756): stdout: \u000a| (launched: 2022-12-09_09:09:19.236135) \u000a09:09:20.512047 run osmo-msc_10.42.42.6(pid=18756): stderr: \u000a| �[0;m�[38;5;43m20221209090919553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090919553 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f60c1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090919553 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090919553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090919554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090919554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090919555 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090919556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090919556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090919556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:20.555986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18749): Terminating (SIGTERM)\u000a09:09:20.598630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18752): Terminating (SIGTERM)\u000a09:09:20.640151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18755): Terminating (SIGTERM)\u000a09:09:20.650053 --- ParallelTerminationStrategy: PID 18749 died...\u000a09:09:20.705967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18749): Terminated: ok {rc=0}\u000a09:09:20.715961 --- ParallelTerminationStrategy: PID 18752 died...\u000a09:09:20.771585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18752): Terminated: ok {rc=0}\u000a09:09:20.781948 --- ParallelTerminationStrategy: PID 18755 died...\u000a09:09:20.837741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18755): Terminated: ok {rc=0}\u000a09:09:20.924108 bus /sierra_3: Setting Powered False\u000a09:09:22.030039 bus /sierra_3: Setting Powered False\u000a09:09:23.141405 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18764): Process ended prematurely: osmo-stp_10.42.42.5(pid=18764) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18764): Process ended prematurely: osmo-stp_10.42.42.5(pid=18764) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:09:24.249978 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:24.261792 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:09:24.419475 tst mo_mt_call_osmux.py: using LAC 20416\u000a09:09:24.542729 tst mo_mt_call_osmux.py: using RAC 16\u000a09:09:24.658807 tst mo_mt_call_osmux.py: using CellId 20416\u000a09:09:24.781177 tst mo_mt_call_osmux.py: using BVCI 20417\u000a09:09:24.805693 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:24.817500 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:24.829158 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:24.841086 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:24.852840 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:09:24.865565 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:09:24.984868 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:09:25.197441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:25.703516 run create_hlr_db(pid=18758): Launched\u000a09:09:25.888791 bus /sierra_2: Setting Powered False\u000a09:09:26.909072 run create_hlr_db(pid=18758): Terminated: ok {rc=0}\u000a09:09:27.311113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18760): Launched\u000a09:09:27.612712 run osmo-hlr_10.42.42.2(pid=18761): Launched\u000a09:09:27.723560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:28.242162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18763): Launched\u000a09:09:28.542653 run osmo-stp_10.42.42.5(pid=18764): Launched\u000a09:09:28.652059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:29.201342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18766): Launched\u000a09:09:29.501940 run osmo-msc_10.42.42.6(pid=18767): Launched\u000a09:09:29.684776 run osmo-stp_10.42.42.5(pid=18764): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)]\u000a09:09:29.816020 run osmo-stp_10.42.42.5(pid=18764): stdout: \u000a| (launched: 2022-12-09_09:09:28.394546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:29.940818 run osmo-stp_10.42.42.5(pid=18764): stderr: \u000a| �[0;m�[38;5;43m20221209090928561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090928561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090928561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090928562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090928562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090928562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090928562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:30.061715 run osmo-stp_10.42.42.5(pid=18764): stdout: \u000a| (launched: 2022-12-09_09:09:28.394546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:30.181384 run osmo-stp_10.42.42.5(pid=18764): stderr: \u000a| �[0;m�[38;5;43m20221209090928561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090928561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090928561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090928562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090928562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090928562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090928562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:30.233985 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18764): Process ended prematurely: osmo-stp_10.42.42.5(pid=18764) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18764)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:09:30.242442 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:09:30.302433 run osmo-hlr_10.42.42.2(pid=18761): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18761)]\u000a09:09:30.351724 run osmo-hlr_10.42.42.2(pid=18761): stdout: \u000a| (launched: 2022-12-09_09:09:27.463567) \u000a09:09:30.401647 run osmo-hlr_10.42.42.2(pid=18761): stderr: \u000a| �[0;m�[1;31m20221209090927634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090927635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090927635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090927635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090927635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090927635 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090927646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090927655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090927655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090927655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:30.469361 run osmo-msc_10.42.42.6(pid=18767): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18767)]\u000a09:09:30.518514 run osmo-msc_10.42.42.6(pid=18767): stdout: \u000a| (launched: 2022-12-09_09:09:29.353636) \u000a09:09:30.568331 run osmo-msc_10.42.42.6(pid=18767): stderr: \u000a| �[0;m�[38;5;43m20221209090929621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090929621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f918d512c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090929621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090929621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090929622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090929622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090929623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090929624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090929624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090929624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:30.610396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18760): Terminating (SIGTERM)\u000a09:09:30.650033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18763): Terminating (SIGTERM)\u000a09:09:30.689784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18766): Terminating (SIGTERM)\u000a09:09:30.698929 --- ParallelTerminationStrategy: PID 18760 died...\u000a09:09:30.752691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18760): Terminated: ok {rc=0}\u000a09:09:30.762267 --- ParallelTerminationStrategy: PID 18763 died...\u000a09:09:30.815288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18763): Terminated: ok {rc=0}\u000a09:09:30.824813 --- ParallelTerminationStrategy: PID 18766 died...\u000a09:09:30.900146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18766): Terminated: ok {rc=0}\u000a09:09:30.992635 bus /sierra_3: Setting Powered False\u000a09:09:32.104205 bus /sierra_3: Setting Powered False\u000a09:09:33.214657 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:09:13" }, { "cases" : [ { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18778): Process ended prematurely: osmo-stp_10.42.42.5(pid=18778) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18778)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18778): Process ended prematurely: osmo-stp_10.42.42.5(pid=18778) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:09:35.210287 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:35.221483 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:09:35.377619 tst mo_mt_call.py: using LAC 20417\u000a09:09:35.495158 tst mo_mt_call.py: using RAC 17\u000a09:09:35.622079 tst mo_mt_call.py: using CellId 20417\u000a09:09:35.746831 tst mo_mt_call.py: using BVCI 20418\u000a09:09:35.771501 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:35.783516 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:35.795058 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:35.807145 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:35.819531 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:35.831141 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:09:35.948025 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:09:36.151004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:36.631053 run create_hlr_db(pid=18772): Launched\u000a09:09:36.803211 bus /sierra_2: Setting Powered False\u000a09:09:37.825096 run create_hlr_db(pid=18772): Terminated: ok {rc=0}\u000a09:09:38.222667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18774): Launched\u000a09:09:38.521521 run osmo-hlr_10.42.42.2(pid=18775): Launched\u000a09:09:38.630577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:39.149596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18777): Launched\u000a09:09:39.448669 run osmo-stp_10.42.42.5(pid=18778): Launched\u000a09:09:39.557541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:40.104274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18780): Launched\u000a09:09:40.404537 run osmo-msc_10.42.42.6(pid=18781): Launched\u000a09:09:40.579646 run osmo-stp_10.42.42.5(pid=18778): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18778)]\u000a09:09:40.706066 run osmo-stp_10.42.42.5(pid=18778): stdout: \u000a| (launched: 2022-12-09_09:09:39.301181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:40.830326 run osmo-stp_10.42.42.5(pid=18778): stderr: \u000a| �[0;m�[38;5;43m20221209090939468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090939468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090939469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090939469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090939469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090939470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090939470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:40.950575 run osmo-stp_10.42.42.5(pid=18778): stdout: \u000a| (launched: 2022-12-09_09:09:39.301181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:41.069440 run osmo-stp_10.42.42.5(pid=18778): stderr: \u000a| �[0;m�[38;5;43m20221209090939468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090939468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090939469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090939469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090939469 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090939470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090939470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:41.121778 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18778): Process ended prematurely: osmo-stp_10.42.42.5(pid=18778) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18778)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:09:41.130225 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:09:41.189186 run osmo-hlr_10.42.42.2(pid=18775): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18775)]\u000a09:09:41.237794 run osmo-hlr_10.42.42.2(pid=18775): stdout: \u000a| (launched: 2022-12-09_09:09:38.374923) \u000a09:09:41.287056 run osmo-hlr_10.42.42.2(pid=18775): stderr: \u000a| �[0;m�[1;31m20221209090938545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090938545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090938545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090938545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090938545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090938545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090938557 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090938568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090938568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090938568 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:41.353860 run osmo-msc_10.42.42.6(pid=18781): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18781)]\u000a09:09:41.402445 run osmo-msc_10.42.42.6(pid=18781): stdout: \u000a| (launched: 2022-12-09_09:09:40.256354) \u000a09:09:41.451607 run osmo-msc_10.42.42.6(pid=18781): stderr: \u000a| �[0;m�[38;5;43m20221209090940528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090940528 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f16ae800c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090940528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090940529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090940529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090940529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090940531 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090940531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090940531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090940531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:41.493157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18774): Terminating (SIGTERM)\u000a09:09:41.532385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18777): Terminating (SIGTERM)\u000a09:09:41.571582 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18780): Terminating (SIGTERM)\u000a09:09:41.580624 --- ParallelTerminationStrategy: PID 18774 died...\u000a09:09:41.633132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18774): Terminated: ok {rc=0}\u000a09:09:41.642579 --- ParallelTerminationStrategy: PID 18777 died...\u000a09:09:41.695334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18777): Terminated: ok {rc=0}\u000a09:09:41.704733 --- ParallelTerminationStrategy: PID 18780 died...\u000a09:09:41.757474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18780): Terminated: ok {rc=0}\u000a09:09:41.846143 bus /sierra_3: Setting Powered False\u000a09:09:42.949546 bus /sierra_3: Setting Powered False\u000a09:09:44.060604 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 34, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18790): Process ended prematurely: osmo-stp_10.42.42.5(pid=18790) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18790)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18790): Process ended prematurely: osmo-stp_10.42.42.5(pid=18790) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:09:45.169895 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:45.181778 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:09:45.343504 tst mo_mt_call_osmux.py: using LAC 20418\u000a09:09:45.459571 tst mo_mt_call_osmux.py: using RAC 18\u000a09:09:45.578115 tst mo_mt_call_osmux.py: using CellId 20418\u000a09:09:45.694592 tst mo_mt_call_osmux.py: using BVCI 20419\u000a09:09:45.717438 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:45.728586 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:45.739570 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:45.750644 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:45.761718 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:09:45.772730 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:09:45.912174 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:09:46.132354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:46.659345 run create_hlr_db(pid=18784): Launched\u000a09:09:46.835346 bus /sierra_2: Setting Powered False\u000a09:09:47.854169 run create_hlr_db(pid=18784): Terminated: ok {rc=0}\u000a09:09:48.279544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18786): Launched\u000a09:09:48.602272 run osmo-hlr_10.42.42.2(pid=18787): Launched\u000a09:09:48.721132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:09:49.276400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18789): Launched\u000a09:09:49.599331 run osmo-stp_10.42.42.5(pid=18790): Launched\u000a09:09:49.715895 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:09:50.305167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18792): Launched\u000a09:09:50.629592 run osmo-msc_10.42.42.6(pid=18793): Launched\u000a09:09:50.820282 run osmo-stp_10.42.42.5(pid=18790): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18790)]\u000a09:09:50.957168 run osmo-stp_10.42.42.5(pid=18790): stdout: \u000a| (launched: 2022-12-09_09:09:49.440365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:51.093133 run osmo-stp_10.42.42.5(pid=18790): stderr: \u000a| �[0;m�[38;5;43m20221209090949628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090949628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090949628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090949629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090949629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090949629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090949629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:51.224250 run osmo-stp_10.42.42.5(pid=18790): stdout: \u000a| (launched: 2022-12-09_09:09:49.440365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:09:51.354476 run osmo-stp_10.42.42.5(pid=18790): stderr: \u000a| �[0;m�[38;5;43m20221209090949628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209090949628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209090949628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209090949629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209090949629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209090949629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209090949629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:09:51.411448 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18790): Process ended prematurely: osmo-stp_10.42.42.5(pid=18790) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18790)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:09:51.420774 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:09:51.484823 run osmo-hlr_10.42.42.2(pid=18787): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18787)]\u000a09:09:51.537188 run osmo-hlr_10.42.42.2(pid=18787): stdout: \u000a| (launched: 2022-12-09_09:09:48.443744) \u000a09:09:51.590919 run osmo-hlr_10.42.42.2(pid=18787): stderr: \u000a| �[0;m�[1;31m20221209090948636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090948636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090948636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090948636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090948637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090948637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090948650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090948658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090948658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090948658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:09:51.662507 run osmo-msc_10.42.42.6(pid=18793): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18793)]\u000a09:09:51.714664 run osmo-msc_10.42.42.6(pid=18793): stdout: \u000a| (launched: 2022-12-09_09:09:50.469970) \u000a09:09:51.767322 run osmo-msc_10.42.42.6(pid=18793): stderr: \u000a| �[0;m�[38;5;43m20221209090950793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209090950793 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f499d2dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209090950793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209090950793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209090950793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209090950793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209090950795 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209090950795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209090950796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209090950796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:09:51.811983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18786): Terminating (SIGTERM)\u000a09:09:51.855052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18789): Terminating (SIGTERM)\u000a09:09:51.897620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18792): Terminating (SIGTERM)\u000a09:09:51.907728 --- ParallelTerminationStrategy: PID 18786 died...\u000a09:09:51.963800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18786): Terminated: ok {rc=0}\u000a09:09:51.974166 --- ParallelTerminationStrategy: PID 18789 died...\u000a09:09:52.030390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18789): Terminated: ok {rc=0}\u000a09:09:52.040525 --- ParallelTerminationStrategy: PID 18792 died...\u000a09:09:52.096153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18792): Terminated: ok {rc=0}\u000a09:09:52.183074 bus /sierra_3: Setting Powered False\u000a09:09:53.289697 bus /sierra_3: Setting Powered False\u000a09:09:54.397455 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:09:34" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18804): Process ended prematurely: osmo-stp_10.42.42.5(pid=18804) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18804)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18804): Process ended prematurely: osmo-stp_10.42.42.5(pid=18804) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:09:56.419196 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:09:56.430763 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:09:56.594541 tst mo_mt_call.py: using LAC 20419\u000a09:09:56.718348 tst mo_mt_call.py: using RAC 19\u000a09:09:56.837960 tst mo_mt_call.py: using CellId 20419\u000a09:09:56.955190 tst mo_mt_call.py: using BVCI 20420\u000a09:09:56.978242 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:09:56.989368 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:09:57.000159 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:09:57.011566 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:09:57.022796 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:09:57.033711 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:09:57.147556 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:09:57.357357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:09:57.863210 run create_hlr_db(pid=18798): Launched\u000a09:09:58.048414 bus /sierra_2: Setting Powered False\u000a09:09:59.069773 run create_hlr_db(pid=18798): Terminated: ok {rc=0}\u000a09:09:59.472418 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18800): Launched\u000a09:09:59.773362 run osmo-hlr_10.42.42.2(pid=18801): Launched\u000a09:09:59.892743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:00.420670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18803): Launched\u000a09:10:00.720656 run osmo-stp_10.42.42.5(pid=18804): Launched\u000a09:10:00.833336 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:01.602966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18809): Launched\u000a09:10:02.007720 run osmo-msc_10.42.42.6(pid=18810): Launched\u000a09:10:02.280781 run osmo-stp_10.42.42.5(pid=18804): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18804)]\u000a09:10:02.467041 run osmo-stp_10.42.42.5(pid=18804): stdout: \u000a| (launched: 2022-12-09_09:10:00.572936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:02.606409 run osmo-stp_10.42.42.5(pid=18804): stderr: \u000a| �[0;m�[38;5;43m20221209091000739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091000739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091000739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091000740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091000740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091000740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091000740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:02.736728 run osmo-stp_10.42.42.5(pid=18804): stdout: \u000a| (launched: 2022-12-09_09:10:00.572936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:02.865735 run osmo-stp_10.42.42.5(pid=18804): stderr: \u000a| �[0;m�[38;5;43m20221209091000739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091000739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091000739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091000740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091000740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091000740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091000740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:02.921970 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18804): Process ended prematurely: osmo-stp_10.42.42.5(pid=18804) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18804)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:10:02.931108 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a09:10:02.994280 run osmo-hlr_10.42.42.2(pid=18801): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18801)]\u000a09:10:03.046031 run osmo-hlr_10.42.42.2(pid=18801): stdout: \u000a| (launched: 2022-12-09_09:09:59.625750) \u000a09:10:03.098535 run osmo-hlr_10.42.42.2(pid=18801): stderr: \u000a| �[0;m�[1;31m20221209090959797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209090959797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209090959797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090959797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209090959797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209090959797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209090959809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209090959817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209090959817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209090959818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:03.169495 run osmo-msc_10.42.42.6(pid=18810): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18810)]\u000a09:10:03.221308 run osmo-msc_10.42.42.6(pid=18810): stdout: \u000a| (launched: 2022-12-09_09:10:01.763526) \u000a09:10:03.273605 run osmo-msc_10.42.42.6(pid=18810): stderr: \u000a| �[0;m�[38;5;43m20221209091002382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091002383 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa17c94ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091002383 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091002383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091002383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091002383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091002385 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091002386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091002386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091002386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:03.317849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18800): Terminating (SIGTERM)\u000a09:10:03.359977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18803): Terminating (SIGTERM)\u000a09:10:03.402047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18809): Terminating (SIGTERM)\u000a09:10:03.411694 --- ParallelTerminationStrategy: PID 18800 died...\u000a09:10:03.467673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18800): Terminated: ok {rc=0}\u000a09:10:03.477693 --- ParallelTerminationStrategy: PID 18803 died...\u000a09:10:03.533140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18803): Terminated: ok {rc=0}\u000a09:10:03.543375 --- ParallelTerminationStrategy: PID 18809 died...\u000a09:10:03.599471 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18809): Terminated: ok {rc=0}\u000a09:10:03.684888 bus /sierra_3: Setting Powered False\u000a09:10:04.791572 bus /sierra_3: Setting Powered False\u000a09:10:05.902918 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18818): Process ended prematurely: osmo-stp_10.42.42.5(pid=18818) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18818): Process ended prematurely: osmo-stp_10.42.42.5(pid=18818) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:10:07.012004 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:07.023949 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:10:07.181856 tst mo_mt_call_osmux.py: using LAC 20420\u000a09:10:07.298773 tst mo_mt_call_osmux.py: using RAC 20\u000a09:10:07.415449 tst mo_mt_call_osmux.py: using CellId 20420\u000a09:10:07.532913 tst mo_mt_call_osmux.py: using BVCI 20421\u000a09:10:07.555724 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:07.566933 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:07.578022 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:07.588923 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:07.599957 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:10:07.610975 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:10:07.730108 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:10:07.932771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:08.413574 run create_hlr_db(pid=18812): Launched\u000a09:10:08.584310 bus /sierra_2: Setting Powered False\u000a09:10:09.606998 run create_hlr_db(pid=18812): Terminated: ok {rc=0}\u000a09:10:10.004537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18814): Launched\u000a09:10:10.303639 run osmo-hlr_10.42.42.2(pid=18815): Launched\u000a09:10:10.421563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:10.941787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18817): Launched\u000a09:10:11.240671 run osmo-stp_10.42.42.5(pid=18818): Launched\u000a09:10:11.349368 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:11.894730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18820): Launched\u000a09:10:12.194640 run osmo-msc_10.42.42.6(pid=18821): Launched\u000a09:10:12.369337 run osmo-stp_10.42.42.5(pid=18818): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)]\u000a09:10:12.495548 run osmo-stp_10.42.42.5(pid=18818): stdout: \u000a| (launched: 2022-12-09_09:10:11.094610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:12.619964 run osmo-stp_10.42.42.5(pid=18818): stderr: \u000a| �[0;m�[38;5;43m20221209091011262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091011262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091011262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091011263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091011263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091011263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091011263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:12.740206 run osmo-stp_10.42.42.5(pid=18818): stdout: \u000a| (launched: 2022-12-09_09:10:11.094610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:12.859279 run osmo-stp_10.42.42.5(pid=18818): stderr: \u000a| �[0;m�[38;5;43m20221209091011262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091011262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091011262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091011263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091011263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091011263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091011263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:12.911735 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18818): Process ended prematurely: osmo-stp_10.42.42.5(pid=18818) [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)] [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:10:12.920253 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a09:10:12.979748 run osmo-hlr_10.42.42.2(pid=18815): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18815)]\u000a09:10:13.028500 run osmo-hlr_10.42.42.2(pid=18815): stdout: \u000a| (launched: 2022-12-09_09:10:10.156444) \u000a09:10:13.078411 run osmo-hlr_10.42.42.2(pid=18815): stderr: \u000a| �[0;m�[1;31m20221209091010327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091010327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091010327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091010327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091010327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091010328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091010340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091010349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091010349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091010349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:13.146017 run osmo-msc_10.42.42.6(pid=18821): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18821)]\u000a09:10:13.194983 run osmo-msc_10.42.42.6(pid=18821): stdout: \u000a| (launched: 2022-12-09_09:10:12.046770) \u000a09:10:13.244132 run osmo-msc_10.42.42.6(pid=18821): stderr: \u000a| �[0;m�[38;5;43m20221209091012313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091012313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f088af16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091012313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091012313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091012313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091012314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091012315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091012316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091012316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091012316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:13.285660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18814): Terminating (SIGTERM)\u000a09:10:13.325477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18817): Terminating (SIGTERM)\u000a09:10:13.365176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18820): Terminating (SIGTERM)\u000a09:10:13.374231 --- ParallelTerminationStrategy: PID 18814 died...\u000a09:10:13.426761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18814): Terminated: ok {rc=0}\u000a09:10:13.436224 --- ParallelTerminationStrategy: PID 18817 died...\u000a09:10:13.488405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18817): Terminated: ok {rc=0}\u000a09:10:13.497841 --- ParallelTerminationStrategy: PID 18820 died...\u000a09:10:13.550293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18820): Terminated: ok {rc=0}\u000a09:10:13.638338 bus /sierra_3: Setting Powered False\u000a09:10:14.739861 bus /sierra_3: Setting Powered False\u000a09:10:15.858605 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:09:56" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18832): Process ended prematurely: osmo-stp_10.42.42.5(pid=18832) [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18832)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18832): Process ended prematurely: osmo-stp_10.42.42.5(pid=18832) [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:10:17.907034 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:17.918900 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:10:18.082951 tst mo_mt_call.py: using LAC 20421\u000a09:10:18.207679 tst mo_mt_call.py: using RAC 21\u000a09:10:18.332516 tst mo_mt_call.py: using CellId 20421\u000a09:10:18.457832 tst mo_mt_call.py: using BVCI 20422\u000a09:10:18.482213 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:18.493957 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:18.505532 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:18.517372 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:18.529204 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:18.541508 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:10:18.659788 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:10:18.858514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:19.338608 run create_hlr_db(pid=18826): Launched\u000a09:10:19.510271 bus /sierra_2: Setting Powered False\u000a09:10:20.532557 run create_hlr_db(pid=18826): Terminated: ok {rc=0}\u000a09:10:20.958320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18828): Launched\u000a09:10:21.279153 run osmo-hlr_10.42.42.2(pid=18829): Launched\u000a09:10:21.396515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:21.952715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18831): Launched\u000a09:10:22.272345 run osmo-stp_10.42.42.5(pid=18832): Launched\u000a09:10:22.388186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:22.974519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18834): Launched\u000a09:10:23.296484 run osmo-msc_10.42.42.6(pid=18835): Launched\u000a09:10:23.485772 run osmo-stp_10.42.42.5(pid=18832): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18832)]\u000a09:10:23.627051 run osmo-stp_10.42.42.5(pid=18832): stdout: \u000a| (launched: 2022-12-09_09:10:22.115805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:23.762685 run osmo-stp_10.42.42.5(pid=18832): stderr: \u000a| �[0;m�[38;5;43m20221209091022303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091022303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091022303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091022304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091022304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091022304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091022304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:23.892473 run osmo-stp_10.42.42.5(pid=18832): stdout: \u000a| (launched: 2022-12-09_09:10:22.115805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:24.021435 run osmo-stp_10.42.42.5(pid=18832): stderr: \u000a| �[0;m�[38;5;43m20221209091022303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091022303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091022303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091022304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091022304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091022304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091022304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:24.078346 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18832): Process ended prematurely: osmo-stp_10.42.42.5(pid=18832) [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18832)] [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:10:24.087472 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:10:24.150710 run osmo-hlr_10.42.42.2(pid=18829): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18829)]\u000a09:10:24.202211 run osmo-hlr_10.42.42.2(pid=18829): stdout: \u000a| (launched: 2022-12-09_09:10:21.121515) \u000a09:10:24.254551 run osmo-hlr_10.42.42.2(pid=18829): stderr: \u000a| �[0;m�[1;31m20221209091021315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091021315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091021315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091021315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091021315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091021315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091021327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091021336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091021336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091021336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:24.325491 run osmo-msc_10.42.42.6(pid=18835): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18835)]\u000a09:10:24.376919 run osmo-msc_10.42.42.6(pid=18835): stdout: \u000a| (launched: 2022-12-09_09:10:23.137857) \u000a09:10:24.429171 run osmo-msc_10.42.42.6(pid=18835): stderr: \u000a| �[0;m�[38;5;43m20221209091023454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091023454 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff75d973c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091023454 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091023454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091023454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091023454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091023457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091023457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091023457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091023457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:24.473592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18828): Terminating (SIGTERM)\u000a09:10:24.515343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18831): Terminating (SIGTERM)\u000a09:10:24.557222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18834): Terminating (SIGTERM)\u000a09:10:24.567093 --- ParallelTerminationStrategy: PID 18828 died...\u000a09:10:24.623509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18828): Terminated: ok {rc=0}\u000a09:10:24.633701 --- ParallelTerminationStrategy: PID 18831 died...\u000a09:10:24.688720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18831): Terminated: ok {rc=0}\u000a09:10:24.698991 --- ParallelTerminationStrategy: PID 18834 died...\u000a09:10:24.754359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18834): Terminated: ok {rc=0}\u000a09:10:24.841096 bus /sierra_3: Setting Powered False\u000a09:10:25.945499 bus /sierra_3: Setting Powered False\u000a09:10:27.054438 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18843): Process ended prematurely: osmo-stp_10.42.42.5(pid=18843) [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18843)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18843): Process ended prematurely: osmo-stp_10.42.42.5(pid=18843) [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18843)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:10:28.163684 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:28.175492 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:10:28.333565 tst mo_mt_call_osmux.py: using LAC 20422\u000a09:10:28.450584 tst mo_mt_call_osmux.py: using RAC 22\u000a09:10:28.567388 tst mo_mt_call_osmux.py: using CellId 20422\u000a09:10:28.687456 tst mo_mt_call_osmux.py: using BVCI 20423\u000a09:10:28.710315 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:28.721516 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:28.732635 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:28.743712 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:28.754952 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:10:28.766019 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:10:28.884536 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:10:29.088266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:29.568529 run create_hlr_db(pid=18837): Launched\u000a09:10:29.740420 bus /sierra_2: Setting Powered False\u000a09:10:30.762520 run create_hlr_db(pid=18837): Terminated: ok {rc=0}\u000a09:10:31.239601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18839): Launched\u000a09:10:31.642469 run osmo-hlr_10.42.42.2(pid=18840): Launched\u000a09:10:31.807087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:32.363236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18842): Launched\u000a09:10:32.665120 run osmo-stp_10.42.42.5(pid=18843): Launched\u000a09:10:32.773575 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:33.325334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18845): Launched\u000a09:10:33.626884 run osmo-msc_10.42.42.6(pid=18846): Launched\u000a09:10:33.802963 run osmo-stp_10.42.42.5(pid=18843): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18843)]\u000a09:10:33.930183 run osmo-stp_10.42.42.5(pid=18843): stdout: \u000a| (launched: 2022-12-09_09:10:32.515866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:34.054692 run osmo-stp_10.42.42.5(pid=18843): stderr: \u000a| �[0;m�[38;5;43m20221209091032683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091032684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091032684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091032684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091032685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091032685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091032685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:34.175054 run osmo-stp_10.42.42.5(pid=18843): stdout: \u000a| (launched: 2022-12-09_09:10:32.515866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:34.294613 run osmo-stp_10.42.42.5(pid=18843): stderr: \u000a| �[0;m�[38;5;43m20221209091032683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091032684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091032684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091032684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091032685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091032685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091032685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:34.347653 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18843): Process ended prematurely: osmo-stp_10.42.42.5(pid=18843) [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18843)] [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:10:34.356162 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:10:34.415120 run osmo-hlr_10.42.42.2(pid=18840): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18840)]\u000a09:10:34.463936 run osmo-hlr_10.42.42.2(pid=18840): stdout: \u000a| (launched: 2022-12-09_09:10:31.396150) \u000a09:10:34.512737 run osmo-hlr_10.42.42.2(pid=18840): stderr: \u000a| �[0;m�[1;31m20221209091031747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091031747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091031747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091031747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091031747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091031747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091031775 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091031792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091031792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091031792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:34.579687 run osmo-msc_10.42.42.6(pid=18846): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18846)]\u000a09:10:34.628363 run osmo-msc_10.42.42.6(pid=18846): stdout: \u000a| (launched: 2022-12-09_09:10:33.477733) \u000a09:10:34.677151 run osmo-msc_10.42.42.6(pid=18846): stderr: \u000a| �[0;m�[38;5;43m20221209091033747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091033747 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24359a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091033747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091033747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091033747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091033747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091033749 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091033750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091033751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091033751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:34.718554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18839): Terminating (SIGTERM)\u000a09:10:34.757881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18842): Terminating (SIGTERM)\u000a09:10:34.798014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18845): Terminating (SIGTERM)\u000a09:10:34.807123 --- ParallelTerminationStrategy: PID 18839 died...\u000a09:10:34.859579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18839): Terminated: ok {rc=0}\u000a09:10:34.869140 --- ParallelTerminationStrategy: PID 18842 died...\u000a09:10:34.921161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18842): Terminated: ok {rc=0}\u000a09:10:34.930518 --- ParallelTerminationStrategy: PID 18845 died...\u000a09:10:34.982808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18845): Terminated: ok {rc=0}\u000a09:10:35.065429 bus /sierra_3: Setting Powered False\u000a09:10:36.171724 bus /sierra_3: Setting Powered False\u000a09:10:37.280146 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:10:17" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18860): Process ended prematurely: osmo-stp_10.42.42.5(pid=18860) [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18860)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18860): Process ended prematurely: osmo-stp_10.42.42.5(pid=18860) [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:10:39.274579 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:39.285713 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:10:39.446126 tst mo_mt_call.py: using LAC 20423\u000a09:10:39.562109 tst mo_mt_call.py: using RAC 23\u000a09:10:39.677990 tst mo_mt_call.py: using CellId 20423\u000a09:10:39.793697 tst mo_mt_call.py: using BVCI 20424\u000a09:10:39.816274 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:39.827285 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:39.838081 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:39.848734 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:39.859463 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:39.870184 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:10:39.989543 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:10:40.191401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:40.669992 run create_hlr_db(pid=18854): Launched\u000a09:10:40.841726 bus /sierra_2: Setting Powered False\u000a09:10:41.864056 run create_hlr_db(pid=18854): Terminated: ok {rc=0}\u000a09:10:42.280042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18856): Launched\u000a09:10:42.579315 run osmo-hlr_10.42.42.2(pid=18857): Launched\u000a09:10:42.689058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:43.206659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18859): Launched\u000a09:10:43.505433 run osmo-stp_10.42.42.5(pid=18860): Launched\u000a09:10:43.613337 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:44.160655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18862): Launched\u000a09:10:44.462231 run osmo-msc_10.42.42.6(pid=18863): Launched\u000a09:10:44.638923 run osmo-stp_10.42.42.5(pid=18860): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18860)]\u000a09:10:44.766342 run osmo-stp_10.42.42.5(pid=18860): stdout: \u000a| (launched: 2022-12-09_09:10:43.359062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:44.891132 run osmo-stp_10.42.42.5(pid=18860): stderr: \u000a| �[0;m�[38;5;43m20221209091043524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091043524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091043524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091043525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091043525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091043525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091043525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:45.011383 run osmo-stp_10.42.42.5(pid=18860): stdout: \u000a| (launched: 2022-12-09_09:10:43.359062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:45.130835 run osmo-stp_10.42.42.5(pid=18860): stderr: \u000a| �[0;m�[38;5;43m20221209091043524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091043524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091043524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091043525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091043525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091043525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091043525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:45.183466 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18860): Process ended prematurely: osmo-stp_10.42.42.5(pid=18860) [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18860)] [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:10:45.191890 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a09:10:45.250777 run osmo-hlr_10.42.42.2(pid=18857): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18857)]\u000a09:10:45.299085 run osmo-hlr_10.42.42.2(pid=18857): stdout: \u000a| (launched: 2022-12-09_09:10:42.431933) \u000a09:10:45.348796 run osmo-hlr_10.42.42.2(pid=18857): stderr: \u000a| �[0;m�[1;31m20221209091042605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091042605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091042605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091042605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091042605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091042605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091042618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091042626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091042627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091042627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:45.415271 run osmo-msc_10.42.42.6(pid=18863): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18863)]\u000a09:10:45.463430 run osmo-msc_10.42.42.6(pid=18863): stdout: \u000a| (launched: 2022-12-09_09:10:44.313189) \u000a09:10:45.512171 run osmo-msc_10.42.42.6(pid=18863): stderr: \u000a| �[0;m�[38;5;43m20221209091044582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091044582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe766454c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091044582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091044582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091044582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091044583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091044584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091044585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091044585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091044585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:45.553530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18856): Terminating (SIGTERM)\u000a09:10:45.592481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18859): Terminating (SIGTERM)\u000a09:10:45.631608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18862): Terminating (SIGTERM)\u000a09:10:45.640600 --- ParallelTerminationStrategy: PID 18856 died...\u000a09:10:45.692931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18856): Terminated: ok {rc=0}\u000a09:10:45.702399 --- ParallelTerminationStrategy: PID 18859 died...\u000a09:10:45.754487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18859): Terminated: ok {rc=0}\u000a09:10:45.763813 --- ParallelTerminationStrategy: PID 18862 died...\u000a09:10:45.815914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18862): Terminated: ok {rc=0}\u000a09:10:45.911925 bus /sierra_3: Setting Powered False\u000a09:10:47.027450 bus /sierra_3: Setting Powered False\u000a09:10:48.135295 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18871): Process ended prematurely: osmo-stp_10.42.42.5(pid=18871) [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18871)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18871): Process ended prematurely: osmo-stp_10.42.42.5(pid=18871) [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:10:49.249147 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:49.261440 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:10:49.429008 tst mo_mt_call_osmux.py: using LAC 20424\u000a09:10:49.556167 tst mo_mt_call_osmux.py: using RAC 24\u000a09:10:49.681317 tst mo_mt_call_osmux.py: using CellId 20424\u000a09:10:49.798415 tst mo_mt_call_osmux.py: using BVCI 20425\u000a09:10:49.821138 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:49.832241 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:49.843175 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:49.854119 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:49.865042 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:10:49.875817 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:10:49.996138 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:10:50.196260 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:10:50.675239 run create_hlr_db(pid=18865): Launched\u000a09:10:50.846777 bus /sierra_2: Setting Powered False\u000a09:10:51.868478 run create_hlr_db(pid=18865): Terminated: ok {rc=0}\u000a09:10:52.294733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18867): Launched\u000a09:10:52.618499 run osmo-hlr_10.42.42.2(pid=18868): Launched\u000a09:10:52.736683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:10:53.291119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18870): Launched\u000a09:10:53.612611 run osmo-stp_10.42.42.5(pid=18871): Launched\u000a09:10:53.729471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:10:54.315054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18873): Launched\u000a09:10:54.638376 run osmo-msc_10.42.42.6(pid=18874): Launched\u000a09:10:54.826498 run osmo-stp_10.42.42.5(pid=18871): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18871)]\u000a09:10:54.962556 run osmo-stp_10.42.42.5(pid=18871): stdout: \u000a| (launched: 2022-12-09_09:10:53.454213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:55.096657 run osmo-stp_10.42.42.5(pid=18871): stderr: \u000a| �[0;m�[38;5;43m20221209091053643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091053643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091053643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091053643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091053644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091053644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091053644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:55.225745 run osmo-stp_10.42.42.5(pid=18871): stdout: \u000a| (launched: 2022-12-09_09:10:53.454213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:10:55.354065 run osmo-stp_10.42.42.5(pid=18871): stderr: \u000a| �[0;m�[38;5;43m20221209091053643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091053643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091053643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091053643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091053644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091053644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091053644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:10:55.410599 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18871): Process ended prematurely: osmo-stp_10.42.42.5(pid=18871) [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18871)] [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:10:55.419960 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:10:55.483274 run osmo-hlr_10.42.42.2(pid=18868): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18868)]\u000a09:10:55.534868 run osmo-hlr_10.42.42.2(pid=18868): stdout: \u000a| (launched: 2022-12-09_09:10:52.458816) \u000a09:10:55.587093 run osmo-hlr_10.42.42.2(pid=18868): stderr: \u000a| �[0;m�[1;31m20221209091052652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091052652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091052653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091052653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091052653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091052653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091052665 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091052673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091052674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091052674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:10:55.657958 run osmo-msc_10.42.42.6(pid=18874): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18874)]\u000a09:10:55.709293 run osmo-msc_10.42.42.6(pid=18874): stdout: \u000a| (launched: 2022-12-09_09:10:54.478229) \u000a09:10:55.761272 run osmo-msc_10.42.42.6(pid=18874): stderr: \u000a| �[0;m�[38;5;43m20221209091054797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091054797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd428020c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091054797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091054797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091054798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091054798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091054799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091054800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091054800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091054800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:10:55.805480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18867): Terminating (SIGTERM)\u000a09:10:55.847155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18870): Terminating (SIGTERM)\u000a09:10:55.889226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18873): Terminating (SIGTERM)\u000a09:10:55.899144 --- ParallelTerminationStrategy: PID 18867 died...\u000a09:10:55.955286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18867): Terminated: ok {rc=0}\u000a09:10:55.965388 --- ParallelTerminationStrategy: PID 18870 died...\u000a09:10:56.021302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18870): Terminated: ok {rc=0}\u000a09:10:56.031411 --- ParallelTerminationStrategy: PID 18873 died...\u000a09:10:56.087528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18873): Terminated: ok {rc=0}\u000a09:10:56.175609 bus /sierra_3: Setting Powered False\u000a09:10:57.282454 bus /sierra_3: Setting Powered False\u000a09:10:58.390524 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:10:38" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18885): Process ended prematurely: osmo-stp_10.42.42.5(pid=18885) [trial-2357↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18885)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18885): Process ended prematurely: osmo-stp_10.42.42.5(pid=18885) [trial-2357↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18885)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:11:00.412647 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:00.423410 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a09:11:00.556209 tst emergency_mo_mt_call.py: using LAC 20425\u000a09:11:00.681178 tst emergency_mo_mt_call.py: using RAC 25\u000a09:11:00.799472 tst emergency_mo_mt_call.py: using CellId 20425\u000a09:11:00.944511 tst emergency_mo_mt_call.py: using BVCI 20426\u000a09:11:00.967795 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:00.979012 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:00.989972 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:01.001074 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:01.011962 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:01.022983 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:01.146664 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:01.381418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:01.928832 run create_hlr_db(pid=18879): Launched\u000a09:11:02.119664 bus /sierra_2: Setting Powered False\u000a09:11:03.134405 run create_hlr_db(pid=18879): Terminated: ok {rc=0}\u000a09:11:03.531406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18881): Launched\u000a09:11:03.826180 run osmo-hlr_10.42.42.2(pid=18882): Launched\u000a09:11:03.940338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:04.456196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18884): Launched\u000a09:11:04.750083 run osmo-stp_10.42.42.5(pid=18885): Launched\u000a09:11:04.867453 tst emergency_mo_mt_call.py: using MSISDN 7127\u000a09:11:05.012309 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:05.550841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18887): Launched\u000a09:11:05.846104 run osmo-msc_10.42.42.6(pid=18888): Launched\u000a09:11:06.018316 run osmo-stp_10.42.42.5(pid=18885): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18885)]\u000a09:11:06.142474 run osmo-stp_10.42.42.5(pid=18885): stdout: \u000a| (launched: 2022-12-09_09:11:04.605858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:06.265173 run osmo-stp_10.42.42.5(pid=18885): stderr: \u000a| �[0;m�[38;5;43m20221209091104773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091104773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091104773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091104775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091104775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091104775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091104775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:06.383425 run osmo-stp_10.42.42.5(pid=18885): stdout: \u000a| (launched: 2022-12-09_09:11:04.605858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:06.500425 run osmo-stp_10.42.42.5(pid=18885): stderr: \u000a| �[0;m�[38;5;43m20221209091104773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091104773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091104773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091104775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091104775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091104775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091104775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:06.551532 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18885): Process ended prematurely: osmo-stp_10.42.42.5(pid=18885) [trial-2357↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18885)] [trial-2357↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a09:11:06.559437 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a09:11:06.618400 run osmo-hlr_10.42.42.2(pid=18882): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18882)]\u000a09:11:06.666693 run osmo-hlr_10.42.42.2(pid=18882): stdout: \u000a| (launched: 2022-12-09_09:11:03.680913) \u000a09:11:06.715644 run osmo-hlr_10.42.42.2(pid=18882): stderr: \u000a| �[0;m�[1;31m20221209091103853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091103853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091103853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091103853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091103853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091103853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091103866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091103875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091103875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091103875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:06.782240 run osmo-msc_10.42.42.6(pid=18888): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18888)]\u000a09:11:06.830606 run osmo-msc_10.42.42.6(pid=18888): stdout: \u000a| (launched: 2022-12-09_09:11:05.700299) \u000a09:11:06.879560 run osmo-msc_10.42.42.6(pid=18888): stderr: \u000a| �[0;m�[38;5;43m20221209091105970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091105970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfb5222c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091105970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091105971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091105971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091105971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091105973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091105973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091105973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091105973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:06.921023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18881): Terminating (SIGTERM)\u000a09:11:06.960161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18884): Terminating (SIGTERM)\u000a09:11:06.999488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18887): Terminating (SIGTERM)\u000a09:11:07.008532 --- ParallelTerminationStrategy: PID 18881 died...\u000a09:11:07.061345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18881): Terminated: ok {rc=0}\u000a09:11:07.070789 --- ParallelTerminationStrategy: PID 18884 died...\u000a09:11:07.123140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18884): Terminated: ok {rc=0}\u000a09:11:07.132493 --- ParallelTerminationStrategy: PID 18887 died...\u000a09:11:07.184735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18887): Terminated: ok {rc=0}\u000a09:11:07.267190 bus /sierra_3: Setting Powered False\u000a09:11:08.373626 bus /sierra_3: Setting Powered False\u000a09:11:09.483295 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18897): Process ended prematurely: osmo-stp_10.42.42.5(pid=18897) [trial-2357↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18897)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18897): Process ended prematurely: osmo-stp_10.42.42.5(pid=18897) [trial-2357↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:11:10.534157 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:10.545404 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a09:11:10.682356 tst emergency_preemptive_call.py: using LAC 20426\u000a09:11:10.797717 tst emergency_preemptive_call.py: using RAC 26\u000a09:11:10.912830 tst emergency_preemptive_call.py: using CellId 20426\u000a09:11:11.028545 tst emergency_preemptive_call.py: using BVCI 20427\u000a09:11:11.050933 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:11.061713 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:11.072286 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:11.082948 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:11.093501 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:11:11.104008 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:11.220795 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:11.340612 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:11.456576 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:11.657165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:12.130541 run create_hlr_db(pid=18891): Launched\u000a09:11:12.299687 bus /sierra_2: Setting Powered False\u000a09:11:13.321494 run create_hlr_db(pid=18891): Terminated: ok {rc=0}\u000a09:11:13.715157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18893): Launched\u000a09:11:14.009088 run osmo-hlr_10.42.42.2(pid=18894): Launched\u000a09:11:14.124828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:14.640169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18896): Launched\u000a09:11:14.935795 run osmo-stp_10.42.42.5(pid=18897): Launched\u000a09:11:15.057450 tst emergency_preemptive_call.py: using MSISDN 7128\u000a09:11:15.203069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:11:15.738287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18899): Launched\u000a09:11:16.171128 run osmo-msc_10.42.42.6(pid=18900): Launched\u000a09:11:16.554980 run osmo-stp_10.42.42.5(pid=18897): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18897)]\u000a09:11:16.725374 run osmo-stp_10.42.42.5(pid=18897): stdout: \u000a| (launched: 2022-12-09_09:11:14.790206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:16.851720 run osmo-stp_10.42.42.5(pid=18897): stderr: \u000a| �[0;m�[38;5;43m20221209091114956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091114956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091114956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091114957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:16.982940 run osmo-stp_10.42.42.5(pid=18897): stdout: \u000a| (launched: 2022-12-09_09:11:14.790206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:17.112702 run osmo-stp_10.42.42.5(pid=18897): stderr: \u000a| �[0;m�[38;5;43m20221209091114956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091114956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091114956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091114957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091114957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:17.169333 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18897): Process ended prematurely: osmo-stp_10.42.42.5(pid=18897) [trial-2357↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18897)] [trial-2357↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a09:11:17.178064 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a09:11:17.242868 run osmo-hlr_10.42.42.2(pid=18894): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18894)]\u000a09:11:17.294987 run osmo-hlr_10.42.42.2(pid=18894): stdout: \u000a| (launched: 2022-12-09_09:11:13.864859) \u000a09:11:17.347575 run osmo-hlr_10.42.42.2(pid=18894): stderr: \u000a| �[0;m�[1;31m20221209091114038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091114038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091114038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091114038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091114038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091114038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091114050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091114061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091114061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091114062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:17.419119 run osmo-msc_10.42.42.6(pid=18900): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18900)]\u000a09:11:17.471023 run osmo-msc_10.42.42.6(pid=18900): stdout: \u000a| (launched: 2022-12-09_09:11:15.913870) \u000a09:11:17.523669 run osmo-msc_10.42.42.6(pid=18900): stderr: \u000a| �[0;m�[38;5;43m20221209091116417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091116417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefd6657c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091116417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091116417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091116417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091116418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091116419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091116420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091116420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091116420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:11:17.568213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18893): Terminating (SIGTERM)\u000a09:11:17.610563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18896): Terminating (SIGTERM)\u000a09:11:17.652380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18899): Terminating (SIGTERM)\u000a09:11:17.662331 --- ParallelTerminationStrategy: PID 18893 died...\u000a09:11:17.718795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18893): Terminated: ok {rc=0}\u000a09:11:17.728827 --- ParallelTerminationStrategy: PID 18896 died...\u000a09:11:17.784921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18896): Terminated: ok {rc=0}\u000a09:11:17.795274 --- ParallelTerminationStrategy: PID 18899 died...\u000a09:11:17.851542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18899): Terminated: ok {rc=0}\u000a09:11:17.938297 bus /sierra_9: Setting Powered False\u000a09:11:19.044735 bus /sierra_9: Setting Powered False\u000a09:11:20.156625 bus /sierra_8: Setting Powered False\u000a09:11:21.259633 bus /sierra_8: Setting Powered False\u000a09:11:22.369104 bus /sierra_3: Setting Powered False\u000a09:11:23.475378 bus /sierra_3: Setting Powered False\u000a09:11:24.583773 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:11:00" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18915): Process ended prematurely: osmo-stp_10.42.42.5(pid=18915) [trial-2357↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18915)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18915): Process ended prematurely: osmo-stp_10.42.42.5(pid=18915) [trial-2357↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18915)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:11:26.724078 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:26.735214 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:11:26.882573 tst cs_paging_gprs_active.py: using LAC 20427\u000a09:11:27.006480 tst cs_paging_gprs_active.py: using RAC 27\u000a09:11:27.130345 tst cs_paging_gprs_active.py: using CellId 20427\u000a09:11:27.253811 tst cs_paging_gprs_active.py: using BVCI 20428\u000a09:11:27.278348 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:27.289551 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:27.300383 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:27.311789 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:27.322912 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:27.334075 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:27.345382 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:27.356498 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:27.367822 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:27.488942 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:27.783015 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:11:27.917754 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:28.249774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18905): Launched\u000a09:11:28.526040 run iperf3-srv_10.42.42.10(pid=18906): Launched\u000a09:11:28.723519 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:11:28.857964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:29.191114 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18907): Launched\u000a09:11:29.467362 run iperf3-srv_10.42.42.10(pid=18908): Launched\u000a09:11:29.665076 tst cs_paging_gprs_active.py:38: start network...\u000a09:11:29.799952 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:30.308436 run create_hlr_db(pid=18909): Launched\u000a09:11:30.481328 bus /sierra_2: Setting Powered False\u000a09:11:31.518097 run create_hlr_db(pid=18909): Terminated: ok {rc=0}\u000a09:11:31.979198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18911): Launched\u000a09:11:32.325155 run osmo-hlr_10.42.42.2(pid=18912): Launched\u000a09:11:32.445467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:33.003595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18914): Launched\u000a09:11:33.324656 run osmo-stp_10.42.42.5(pid=18915): Launched\u000a09:11:33.442217 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:11:34.003126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18917): Launched\u000a09:11:34.118289 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:11:34.397847 run patchelf(pid=18918): Launched\u000a09:11:34.585252 run osmo-stp_10.42.42.5(pid=18915): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18915)]\u000a09:11:34.722475 run osmo-stp_10.42.42.5(pid=18915): stdout: \u000a| (launched: 2022-12-09_09:11:33.167201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:34.859596 run osmo-stp_10.42.42.5(pid=18915): stderr: \u000a| �[0;m�[38;5;43m20221209091133354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091133354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091133354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091133354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091133355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091133355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091133355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:34.992217 run osmo-stp_10.42.42.5(pid=18915): stdout: \u000a| (launched: 2022-12-09_09:11:33.167201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:35.124098 run osmo-stp_10.42.42.5(pid=18915): stderr: \u000a| �[0;m�[38;5;43m20221209091133354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091133354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091133354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091133354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091133355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091133355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091133355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:35.277236 run patchelf(pid=18918): Terminating (SIGINT)\u000a09:11:35.456689 run patchelf(pid=18918): Terminated: ok {rc=0}\u000a09:11:35.489717 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18915): Process ended prematurely: osmo-stp_10.42.42.5(pid=18915) [trial-2357↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18915)] [trial-2357↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a09:11:35.499559 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:11:35.562398 run osmo-hlr_10.42.42.2(pid=18912): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18912)]\u000a09:11:35.613383 run osmo-hlr_10.42.42.2(pid=18912): stdout: \u000a| (launched: 2022-12-09_09:11:32.164556) \u000a09:11:35.665486 run osmo-hlr_10.42.42.2(pid=18912): stderr: \u000a| �[0;m�[1;31m20221209091132358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091132358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091132358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091132358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091132359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091132359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091132372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091132382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091132382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091132382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:35.709664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18905): Terminating (SIGTERM)\u000a09:11:35.750979 run iperf3-srv_10.42.42.10(pid=18906): Terminating (SIGTERM)\u000a09:11:35.792894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18907): Terminating (SIGTERM)\u000a09:11:35.834125 run iperf3-srv_10.42.42.10(pid=18908): Terminating (SIGTERM)\u000a09:11:35.875593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18911): Terminating (SIGTERM)\u000a09:11:35.917717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18914): Terminating (SIGTERM)\u000a09:11:35.959222 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18917): Terminating (SIGTERM)\u000a09:11:35.968826 --- ParallelTerminationStrategy: PID 18905 died...\u000a09:11:36.024066 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18905): Terminated: ok {rc=0}\u000a09:11:36.034350 --- ParallelTerminationStrategy: PID 18906 died...\u000a09:11:36.089746 run iperf3-srv_10.42.42.10(pid=18906): Terminated {rc=256}\u000a09:11:36.099629 --- ParallelTerminationStrategy: PID 18907 died...\u000a09:11:36.154745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18907): Terminated: ok {rc=0}\u000a09:11:36.164844 --- ParallelTerminationStrategy: PID 18908 died...\u000a09:11:36.220599 run iperf3-srv_10.42.42.10(pid=18908): Terminated {rc=256}\u000a09:11:36.230522 --- ParallelTerminationStrategy: PID 18911 died...\u000a09:11:36.285912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18911): Terminated: ok {rc=0}\u000a09:11:36.295757 --- ParallelTerminationStrategy: PID 18914 died...\u000a09:11:36.351253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18914): Terminated: ok {rc=0}\u000a09:11:36.361389 --- ParallelTerminationStrategy: PID 18917 died...\u000a09:11:36.416920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18917): Terminated: ok {rc=0}\u000a09:11:36.503029 bus /gobi_0: Setting Powered False\u000a09:11:37.609321 bus /gobi_0: Setting Powered False\u000a09:11:38.716185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18927): Process ended prematurely: osmo-stp_10.42.42.5(pid=18927) [trial-2357↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18927)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18927): Process ended prematurely: osmo-stp_10.42.42.5(pid=18927) [trial-2357↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a09:11:39.830273 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:39.841965 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:11:39.993230 tst iperf3.py: using LAC 20428\u000a09:11:40.117592 tst iperf3.py: using RAC 28\u000a09:11:40.242104 tst iperf3.py: using CellId 20428\u000a09:11:40.365846 tst iperf3.py: using BVCI 20429\u000a09:11:40.390350 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:40.401494 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:40.412347 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:40.423552 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:40.434644 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:40.445888 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:40.457123 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:40.468034 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:40.479316 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:40.756180 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:11:40.881343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:41.191867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18919): Launched\u000a09:11:41.450523 run iperf3-srv_10.42.42.10(pid=18920): Launched\u000a09:11:41.633597 tst iperf3.py:8: start network...\u000a09:11:41.758450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:42.242683 run create_hlr_db(pid=18921): Launched\u000a09:11:42.414982 bus /gobi_6: Setting Powered False\u000a09:11:43.436389 run create_hlr_db(pid=18921): Terminated: ok {rc=0}\u000a09:11:43.863721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18923): Launched\u000a09:11:44.186798 run osmo-hlr_10.42.42.2(pid=18924): Launched\u000a09:11:44.305495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:44.867305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18926): Launched\u000a09:11:45.190296 run osmo-stp_10.42.42.5(pid=18927): Launched\u000a09:11:45.307788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:11:45.869551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18929): Launched\u000a09:11:45.993017 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:11:46.290433 run patchelf(pid=18930): Launched\u000a09:11:46.483719 run osmo-stp_10.42.42.5(pid=18927): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18927)]\u000a09:11:46.625425 run osmo-stp_10.42.42.5(pid=18927): stdout: \u000a| (launched: 2022-12-09_09:11:45.031374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:46.767372 run osmo-stp_10.42.42.5(pid=18927): stderr: \u000a| �[0;m�[38;5;43m20221209091145220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091145220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091145220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091145221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091145221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091145221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091145221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:46.904552 run osmo-stp_10.42.42.5(pid=18927): stdout: \u000a| (launched: 2022-12-09_09:11:45.031374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:47.040462 run osmo-stp_10.42.42.5(pid=18927): stderr: \u000a| �[0;m�[38;5;43m20221209091145220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091145220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091145220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091145221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091145221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091145221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091145221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:47.197851 run patchelf(pid=18930): Terminating (SIGINT)\u000a09:11:47.379058 run patchelf(pid=18930): Terminated: ok {rc=0}\u000a09:11:47.412013 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18927): Process ended prematurely: osmo-stp_10.42.42.5(pid=18927) [trial-2357↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18927)] [trial-2357↪gprs:trx-lms↪iperf3.py:8]\u000a09:11:47.421903 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:11:47.485604 run osmo-hlr_10.42.42.2(pid=18924): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18924)]\u000a09:11:47.536939 run osmo-hlr_10.42.42.2(pid=18924): stdout: \u000a| (launched: 2022-12-09_09:11:44.028181) \u000a09:11:47.588790 run osmo-hlr_10.42.42.2(pid=18924): stderr: \u000a| �[0;m�[1;31m20221209091144222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091144222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091144222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091144222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091144222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091144222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091144234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091144242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091144242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091144243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:11:47.633192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18919): Terminating (SIGTERM)\u000a09:11:47.675120 run iperf3-srv_10.42.42.10(pid=18920): Terminating (SIGTERM)\u000a09:11:47.716761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18923): Terminating (SIGTERM)\u000a09:11:47.758349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18926): Terminating (SIGTERM)\u000a09:11:47.800314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18929): Terminating (SIGTERM)\u000a09:11:47.809996 --- ParallelTerminationStrategy: PID 18919 died...\u000a09:11:47.865997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18919): Terminated: ok {rc=0}\u000a09:11:47.875951 --- ParallelTerminationStrategy: PID 18920 died...\u000a09:11:47.931296 run iperf3-srv_10.42.42.10(pid=18920): Terminated {rc=256}\u000a09:11:47.941396 --- ParallelTerminationStrategy: PID 18923 died...\u000a09:11:47.997176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18923): Terminated: ok {rc=0}\u000a09:11:48.007132 --- ParallelTerminationStrategy: PID 18926 died...\u000a09:11:48.062250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18926): Terminated: ok {rc=0}\u000a09:11:48.072434 --- ParallelTerminationStrategy: PID 18929 died...\u000a09:11:48.127690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18929): Terminated: ok {rc=0}\u000a09:11:48.213580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18945): Process ended prematurely: osmo-stp_10.42.42.5(pid=18945) [trial-2357↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18945)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18945): Process ended prematurely: osmo-stp_10.42.42.5(pid=18945) [trial-2357↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a09:11:49.328355 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:49.340050 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:11:49.484288 tst iperf3m4.py: using LAC 20429\u000a09:11:49.606625 tst iperf3m4.py: using RAC 29\u000a09:11:49.726699 tst iperf3m4.py: using CellId 20429\u000a09:11:49.845383 tst iperf3m4.py: using BVCI 20430\u000a09:11:49.868586 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:49.879635 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:49.890279 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:49.901575 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:49.912715 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:49.923888 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:49.935063 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:49.946028 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:11:49.957294 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:50.078741 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:50.205639 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:50.323062 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:11:50.616206 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:11:50.751501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:51.082818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18931): Launched\u000a09:11:51.358917 run iperf3-srv_10.42.42.10(pid=18932): Launched\u000a09:11:51.556074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:11:51.690956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:52.023986 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18933): Launched\u000a09:11:52.300015 run iperf3-srv_10.42.42.10(pid=18934): Launched\u000a09:11:52.497043 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:11:52.631264 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:52.963164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18935): Launched\u000a09:11:53.238824 run iperf3-srv_10.42.42.10(pid=18936): Launched\u000a09:11:53.435957 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:11:53.570467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:11:53.903247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18937): Launched\u000a09:11:54.178944 run iperf3-srv_10.42.42.10(pid=18938): Launched\u000a09:11:54.375911 tst iperf3m4.py:8: start network...\u000a09:11:54.510344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:11:55.019209 run create_hlr_db(pid=18939): Launched\u000a09:11:55.204825 bus /gobi_6: Setting Powered False\u000a09:11:56.225890 run create_hlr_db(pid=18939): Terminated: ok {rc=0}\u000a09:11:56.653603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18941): Launched\u000a09:11:56.978151 run osmo-hlr_10.42.42.2(pid=18942): Launched\u000a09:11:57.096224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:11:57.655458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18944): Launched\u000a09:11:57.977748 run osmo-stp_10.42.42.5(pid=18945): Launched\u000a09:11:58.095064 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:11:58.655573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18947): Launched\u000a09:11:58.770434 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:11:59.050439 run patchelf(pid=18948): Launched\u000a09:11:59.240182 run osmo-stp_10.42.42.5(pid=18945): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18945)]\u000a09:11:59.378658 run osmo-stp_10.42.42.5(pid=18945): stdout: \u000a| (launched: 2022-12-09_09:11:57.819094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:59.517447 run osmo-stp_10.42.42.5(pid=18945): stderr: \u000a| �[0;m�[38;5;43m20221209091158006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091158006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091158007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091158007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091158008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091158008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091158008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:59.652108 run osmo-stp_10.42.42.5(pid=18945): stdout: \u000a| (launched: 2022-12-09_09:11:57.819094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:11:59.785155 run osmo-stp_10.42.42.5(pid=18945): stderr: \u000a| �[0;m�[38;5;43m20221209091158006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091158006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091158007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091158007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091158008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091158008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091158008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:11:59.940068 run patchelf(pid=18948): Terminating (SIGINT)\u000a09:12:00.122076 run patchelf(pid=18948): Terminated: ok {rc=0}\u000a09:12:00.155271 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18945): Process ended prematurely: osmo-stp_10.42.42.5(pid=18945) [trial-2357↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18945)] [trial-2357↪gprs:trx-lms↪iperf3m4.py:8]\u000a09:12:00.165210 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:12:00.228648 run osmo-hlr_10.42.42.2(pid=18942): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18942)]\u000a09:12:00.280019 run osmo-hlr_10.42.42.2(pid=18942): stdout: \u000a| (launched: 2022-12-09_09:11:56.818322) \u000a09:12:00.332318 run osmo-hlr_10.42.42.2(pid=18942): stderr: \u000a| �[0;m�[1;31m20221209091157012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091157012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091157012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091157012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091157012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091157012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091157027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091157035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091157035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091157036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:00.376184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18931): Terminating (SIGTERM)\u000a09:12:00.417690 run iperf3-srv_10.42.42.10(pid=18932): Terminating (SIGTERM)\u000a09:12:00.459527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18933): Terminating (SIGTERM)\u000a09:12:00.500649 run iperf3-srv_10.42.42.10(pid=18934): Terminating (SIGTERM)\u000a09:12:00.542538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18935): Terminating (SIGTERM)\u000a09:12:00.583699 run iperf3-srv_10.42.42.10(pid=18936): Terminating (SIGTERM)\u000a09:12:00.625023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18937): Terminating (SIGTERM)\u000a09:12:00.666961 run iperf3-srv_10.42.42.10(pid=18938): Terminating (SIGTERM)\u000a09:12:00.708234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18941): Terminating (SIGTERM)\u000a09:12:00.749752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18944): Terminating (SIGTERM)\u000a09:12:00.791139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18947): Terminating (SIGTERM)\u000a09:12:00.800884 --- ParallelTerminationStrategy: PID 18931 died...\u000a09:12:00.858496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18931): Terminated: ok {rc=0}\u000a09:12:00.870383 --- ParallelTerminationStrategy: PID 18932 died...\u000a09:12:00.927552 run iperf3-srv_10.42.42.10(pid=18932): Terminated {rc=256}\u000a09:12:00.938085 --- ParallelTerminationStrategy: PID 18933 died...\u000a09:12:00.994930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18933): Terminated: ok {rc=0}\u000a09:12:01.005490 --- ParallelTerminationStrategy: PID 18934 died...\u000a09:12:01.061905 run iperf3-srv_10.42.42.10(pid=18934): Terminated {rc=256}\u000a09:12:01.072321 --- ParallelTerminationStrategy: PID 18935 died...\u000a09:12:01.128784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18935): Terminated: ok {rc=0}\u000a09:12:01.139738 --- ParallelTerminationStrategy: PID 18936 died...\u000a09:12:01.196376 run iperf3-srv_10.42.42.10(pid=18936): Terminated {rc=256}\u000a09:12:01.206620 --- ParallelTerminationStrategy: PID 18937 died...\u000a09:12:01.263160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18937): Terminated: ok {rc=0}\u000a09:12:01.273619 --- ParallelTerminationStrategy: PID 18938 died...\u000a09:12:01.330421 run iperf3-srv_10.42.42.10(pid=18938): Terminated {rc=256}\u000a09:12:01.341098 --- ParallelTerminationStrategy: PID 18941 died...\u000a09:12:01.397219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18941): Terminated: ok {rc=0}\u000a09:12:01.407596 --- ParallelTerminationStrategy: PID 18944 died...\u000a09:12:01.463809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18944): Terminated: ok {rc=0}\u000a09:12:01.474462 --- ParallelTerminationStrategy: PID 18947 died...\u000a09:12:01.531186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18947): Terminated: ok {rc=0}\u000a09:12:01.621211 bus /gobi_4: Setting Powered False\u000a09:12:02.725348 bus /gobi_4: Setting Powered False\u000a09:12:03.836621 bus /gobi_1: Setting Powered False\u000a09:12:04.940076 bus /gobi_1: Setting Powered False\u000a09:12:06.050961 bus /gobi_0: Setting Powered False\u000a09:12:07.153577 bus /gobi_0: Setting Powered False\u000a09:12:08.265125 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18955): Process ended prematurely: osmo-stp_10.42.42.5(pid=18955) [trial-2357↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18955)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18955): Process ended prematurely: osmo-stp_10.42.42.5(pid=18955) [trial-2357↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a09:12:09.332805 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:09.344462 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:12:09.481653 tst ping.py: using LAC 20430\u000a09:12:09.598707 tst ping.py: using RAC 30\u000a09:12:09.715137 tst ping.py: using CellId 20430\u000a09:12:09.831697 tst ping.py: using BVCI 20431\u000a09:12:09.854631 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:09.865408 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:09.875994 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:09.886654 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:09.897097 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:09.907486 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:09.918044 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:09.928671 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:12:10.201968 tst ping.py:19: start network...\u000a09:12:10.325574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:10.803794 run create_hlr_db(pid=18949): Launched\u000a09:12:10.975847 bus /gobi_6: Setting Powered False\u000a09:12:11.997760 run create_hlr_db(pid=18949): Terminated: ok {rc=0}\u000a09:12:12.422311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18951): Launched\u000a09:12:12.743965 run osmo-hlr_10.42.42.2(pid=18952): Launched\u000a09:12:12.860278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:13.419395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18954): Launched\u000a09:12:13.742101 run osmo-stp_10.42.42.5(pid=18955): Launched\u000a09:12:13.858745 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:14.418623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18957): Launched\u000a09:12:14.532519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:14.811278 run patchelf(pid=18958): Launched\u000a09:12:14.998868 run osmo-stp_10.42.42.5(pid=18955): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18955)]\u000a09:12:15.135919 run osmo-stp_10.42.42.5(pid=18955): stdout: \u000a| (launched: 2022-12-09_09:12:13.582687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:15.273520 run osmo-stp_10.42.42.5(pid=18955): stderr: \u000a| �[0;m�[38;5;43m20221209091213773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091213773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091213774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091213774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091213775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091213775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091213775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:15.406490 run osmo-stp_10.42.42.5(pid=18955): stdout: \u000a| (launched: 2022-12-09_09:12:13.582687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:15.538283 run osmo-stp_10.42.42.5(pid=18955): stderr: \u000a| �[0;m�[38;5;43m20221209091213773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091213773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091213774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091213774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091213775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091213775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091213775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:15.691443 run patchelf(pid=18958): Terminating (SIGINT)\u000a09:12:15.883281 run patchelf(pid=18958): Terminated: ok {rc=0}\u000a09:12:15.922330 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18955): Process ended prematurely: osmo-stp_10.42.42.5(pid=18955) [trial-2357↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18955)] [trial-2357↪gprs:trx-lms↪ping.py:22]\u000a09:12:15.932252 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:12:15.997936 run osmo-hlr_10.42.42.2(pid=18952): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18952)]\u000a09:12:16.051193 run osmo-hlr_10.42.42.2(pid=18952): stdout: \u000a| (launched: 2022-12-09_09:12:12.585177) \u000a09:12:16.106019 run osmo-hlr_10.42.42.2(pid=18952): stderr: \u000a| �[0;m�[1;31m20221209091212779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091212779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091212779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091212779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091212779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091212780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091212795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091212805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091212805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091212805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:16.151701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18951): Terminating (SIGTERM)\u000a09:12:16.197250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18954): Terminating (SIGTERM)\u000a09:12:16.242301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18957): Terminating (SIGTERM)\u000a09:12:16.254243 --- ParallelTerminationStrategy: PID 18951 died...\u000a09:12:16.314991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18951): Terminated: ok {rc=0}\u000a09:12:16.326033 --- ParallelTerminationStrategy: PID 18954 died...\u000a09:12:16.385008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18954): Terminated: ok {rc=0}\u000a09:12:16.396095 --- ParallelTerminationStrategy: PID 18957 died...\u000a09:12:16.455261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18957): Terminated: ok {rc=0}\u000a09:12:16.545308 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18965): Process ended prematurely: osmo-stp_10.42.42.5(pid=18965) [trial-2357↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18965)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18965): Process ended prematurely: osmo-stp_10.42.42.5(pid=18965) [trial-2357↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a09:12:17.595445 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:17.606866 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a09:12:17.747675 tst ping_idle_ping.py: using LAC 20431\u000a09:12:17.870929 tst ping_idle_ping.py: using RAC 31\u000a09:12:17.995142 tst ping_idle_ping.py: using CellId 20431\u000a09:12:18.119173 tst ping_idle_ping.py: using BVCI 20432\u000a09:12:18.143646 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:18.154956 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:18.166191 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:18.177547 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:18.188715 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:18.199848 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:18.211148 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a09:12:18.222559 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a09:12:18.502407 tst ping_idle_ping.py:24: start network...\u000a09:12:18.628002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:19.112407 run create_hlr_db(pid=18959): Launched\u000a09:12:19.286048 bus /gobi_6: Setting Powered False\u000a09:12:20.307038 run create_hlr_db(pid=18959): Terminated: ok {rc=0}\u000a09:12:20.735983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18961): Launched\u000a09:12:21.059695 run osmo-hlr_10.42.42.2(pid=18962): Launched\u000a09:12:21.177467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:21.735422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18964): Launched\u000a09:12:22.058070 run osmo-stp_10.42.42.5(pid=18965): Launched\u000a09:12:22.174782 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:22.735907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18967): Launched\u000a09:12:22.850532 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:23.130528 run patchelf(pid=18968): Launched\u000a09:12:23.317511 run osmo-stp_10.42.42.5(pid=18965): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18965)]\u000a09:12:23.454181 run osmo-stp_10.42.42.5(pid=18965): stdout: \u000a| (launched: 2022-12-09_09:12:21.898821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:23.590974 run osmo-stp_10.42.42.5(pid=18965): stderr: \u000a| �[0;m�[38;5;43m20221209091222086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091222086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091222086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091222087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091222087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091222087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091222087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:23.723877 run osmo-stp_10.42.42.5(pid=18965): stdout: \u000a| (launched: 2022-12-09_09:12:21.898821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:23.855233 run osmo-stp_10.42.42.5(pid=18965): stderr: \u000a| �[0;m�[38;5;43m20221209091222086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091222086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091222086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091222087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091222087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091222087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091222087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:24.007766 run patchelf(pid=18968): Terminating (SIGINT)\u000a09:12:24.187205 run patchelf(pid=18968): Terminated: ok {rc=0}\u000a09:12:24.219787 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18965): Process ended prematurely: osmo-stp_10.42.42.5(pid=18965) [trial-2357↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18965)] [trial-2357↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a09:12:24.229124 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:12:24.292096 run osmo-hlr_10.42.42.2(pid=18962): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18962)]\u000a09:12:24.343226 run osmo-hlr_10.42.42.2(pid=18962): stdout: \u000a| (launched: 2022-12-09_09:12:20.899852) \u000a09:12:24.395083 run osmo-hlr_10.42.42.2(pid=18962): stderr: \u000a| �[0;m�[1;31m20221209091221094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091221094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091221094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091221094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091221094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091221094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091221109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091221118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091221118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091221118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:24.439075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18961): Terminating (SIGTERM)\u000a09:12:24.481186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18964): Terminating (SIGTERM)\u000a09:12:24.522897 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18967): Terminating (SIGTERM)\u000a09:12:24.532735 --- ParallelTerminationStrategy: PID 18961 died...\u000a09:12:24.588617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18961): Terminated: ok {rc=0}\u000a09:12:24.598660 --- ParallelTerminationStrategy: PID 18964 died...\u000a09:12:24.654308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18964): Terminated: ok {rc=0}\u000a09:12:24.664646 --- ParallelTerminationStrategy: PID 18967 died...\u000a09:12:24.720433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18967): Terminated: ok {rc=0}\u000a09:12:24.807353 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:11:26" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18983): Process ended prematurely: osmo-stp_10.42.42.5(pid=18983) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18983)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18983): Process ended prematurely: osmo-stp_10.42.42.5(pid=18983) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18983)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:12:26.964231 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:26.975287 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:12:27.116825 tst cs_paging_gprs_active.py: using LAC 20432\u000a09:12:27.239211 tst cs_paging_gprs_active.py: using RAC 32\u000a09:12:27.365659 tst cs_paging_gprs_active.py: using CellId 20432\u000a09:12:27.489945 tst cs_paging_gprs_active.py: using BVCI 20433\u000a09:12:27.513586 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:27.524539 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:27.535306 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:27.546744 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:27.558234 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:27.569430 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:27.580806 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:27.592019 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:27.603468 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:12:27.726598 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:12:28.010838 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:12:28.139430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:28.456895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18973): Launched\u000a09:12:28.720207 run iperf3-srv_10.42.42.10(pid=18974): Launched\u000a09:12:28.906746 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:12:29.034707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:29.351807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18975): Launched\u000a09:12:29.616255 run iperf3-srv_10.42.42.10(pid=18976): Launched\u000a09:12:29.802621 tst cs_paging_gprs_active.py:38: start network...\u000a09:12:29.929996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:30.421220 run create_hlr_db(pid=18977): Launched\u000a09:12:30.596765 bus /gobi_6: Setting Powered False\u000a09:12:31.666196 run create_hlr_db(pid=18977): Terminated: ok {rc=0}\u000a09:12:32.089972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18979): Launched\u000a09:12:32.398131 run osmo-hlr_10.42.42.2(pid=18980): Launched\u000a09:12:32.518762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:33.055119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18982): Launched\u000a09:12:33.361903 run osmo-stp_10.42.42.5(pid=18983): Launched\u000a09:12:33.473280 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:34.005665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18985): Launched\u000a09:12:34.114689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:34.383980 run patchelf(pid=18986): Launched\u000a09:12:34.564520 run osmo-stp_10.42.42.5(pid=18983): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18983)]\u000a09:12:34.695127 run osmo-stp_10.42.42.5(pid=18983): stdout: \u000a| (launched: 2022-12-09_09:12:33.210704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:34.826328 run osmo-stp_10.42.42.5(pid=18983): stderr: \u000a| �[0;m�[38;5;43m20221209091233382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091233382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091233382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091233383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091233383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091233383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091233383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:34.952316 run osmo-stp_10.42.42.5(pid=18983): stdout: \u000a| (launched: 2022-12-09_09:12:33.210704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:35.077916 run osmo-stp_10.42.42.5(pid=18983): stderr: \u000a| �[0;m�[38;5;43m20221209091233382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091233382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091233382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091233383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091233383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091233383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091233383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:35.223911 run patchelf(pid=18986): Terminating (SIGINT)\u000a09:12:35.395155 run patchelf(pid=18986): Terminated: ok {rc=0}\u000a09:12:35.426586 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18983): Process ended prematurely: osmo-stp_10.42.42.5(pid=18983) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18983)] [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:12:35.435767 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:12:35.495644 run osmo-hlr_10.42.42.2(pid=18980): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18980)]\u000a09:12:35.544753 run osmo-hlr_10.42.42.2(pid=18980): stdout: \u000a| (launched: 2022-12-09_09:12:32.248394) \u000a09:12:35.594276 run osmo-hlr_10.42.42.2(pid=18980): stderr: \u000a| �[0;m�[1;31m20221209091232423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091232423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091232423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091232423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091232423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091232423 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091232435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091232445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091232445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091232445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:35.636349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18973): Terminating (SIGTERM)\u000a09:12:35.676139 run iperf3-srv_10.42.42.10(pid=18974): Terminating (SIGTERM)\u000a09:12:35.715924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18975): Terminating (SIGTERM)\u000a09:12:35.755457 run iperf3-srv_10.42.42.10(pid=18976): Terminating (SIGTERM)\u000a09:12:35.795278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18979): Terminating (SIGTERM)\u000a09:12:35.835096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18982): Terminating (SIGTERM)\u000a09:12:35.874711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18985): Terminating (SIGTERM)\u000a09:12:35.883871 --- ParallelTerminationStrategy: PID 18973 died...\u000a09:12:35.937098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18973): Terminated: ok {rc=0}\u000a09:12:35.946646 --- ParallelTerminationStrategy: PID 18974 died...\u000a09:12:35.999669 run iperf3-srv_10.42.42.10(pid=18974): Terminated {rc=256}\u000a09:12:36.009285 --- ParallelTerminationStrategy: PID 18975 died...\u000a09:12:36.062599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18975): Terminated: ok {rc=0}\u000a09:12:36.072163 --- ParallelTerminationStrategy: PID 18976 died...\u000a09:12:36.125264 run iperf3-srv_10.42.42.10(pid=18976): Terminated {rc=256}\u000a09:12:36.134834 --- ParallelTerminationStrategy: PID 18979 died...\u000a09:12:36.188406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18979): Terminated: ok {rc=0}\u000a09:12:36.198079 --- ParallelTerminationStrategy: PID 18982 died...\u000a09:12:36.251836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18982): Terminated: ok {rc=0}\u000a09:12:36.261593 --- ParallelTerminationStrategy: PID 18985 died...\u000a09:12:36.314866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18985): Terminated: ok {rc=0}\u000a09:12:36.398986 bus /gobi_0: Setting Powered False\u000a09:12:37.507092 bus /gobi_0: Setting Powered False\u000a09:12:38.615547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19000): Process ended prematurely: osmo-stp_10.42.42.5(pid=19000) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19000)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19000): Process ended prematurely: osmo-stp_10.42.42.5(pid=19000) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:12:39.726015 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:39.737734 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:12:39.878447 tst iperf3.py: using LAC 20433\u000a09:12:39.997761 tst iperf3.py: using RAC 33\u000a09:12:40.119300 tst iperf3.py: using CellId 20433\u000a09:12:40.240638 tst iperf3.py: using BVCI 20434\u000a09:12:40.264273 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:40.275390 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:40.286319 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:40.297221 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:40.307885 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:40.318629 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:40.329529 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:40.340291 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:40.351276 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:12:40.646745 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:12:40.784172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:41.122839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18992): Launched\u000a09:12:41.403715 run iperf3-srv_10.42.42.10(pid=18993): Launched\u000a09:12:41.604464 tst iperf3.py:8: start network...\u000a09:12:41.741918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:42.254695 run create_hlr_db(pid=18994): Launched\u000a09:12:42.451027 bus /gobi_6: Setting Powered False\u000a09:12:43.463216 run create_hlr_db(pid=18994): Terminated: ok {rc=0}\u000a09:12:43.875849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18996): Launched\u000a09:12:44.181801 run osmo-hlr_10.42.42.2(pid=18997): Launched\u000a09:12:44.299331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:44.827750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18999): Launched\u000a09:12:45.134013 run osmo-stp_10.42.42.5(pid=19000): Launched\u000a09:12:45.245302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:45.776341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19002): Launched\u000a09:12:45.892749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:46.199893 run patchelf(pid=19003): Launched\u000a09:12:46.381253 run osmo-stp_10.42.42.5(pid=19000): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19000)]\u000a09:12:46.514239 run osmo-stp_10.42.42.5(pid=19000): stdout: \u000a| (launched: 2022-12-09_09:12:44.983198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:46.646916 run osmo-stp_10.42.42.5(pid=19000): stderr: \u000a| �[0;m�[38;5;43m20221209091245152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091245153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091245153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091245153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091245154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091245154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091245154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:46.775895 run osmo-stp_10.42.42.5(pid=19000): stdout: \u000a| (launched: 2022-12-09_09:12:44.983198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:46.906422 run osmo-stp_10.42.42.5(pid=19000): stderr: \u000a| �[0;m�[38;5;43m20221209091245152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091245153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091245153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091245153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091245154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091245154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091245154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:47.077843 run patchelf(pid=19003): Terminating (SIGINT)\u000a09:12:47.264548 run patchelf(pid=19003): Terminated: ok {rc=0}\u000a09:12:47.297303 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19000): Process ended prematurely: osmo-stp_10.42.42.5(pid=19000) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19000)] [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a09:12:47.307623 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:12:47.368700 run osmo-hlr_10.42.42.2(pid=18997): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18997)]\u000a09:12:47.418416 run osmo-hlr_10.42.42.2(pid=18997): stdout: \u000a| (launched: 2022-12-09_09:12:44.031311) \u000a09:12:47.467921 run osmo-hlr_10.42.42.2(pid=18997): stderr: \u000a| �[0;m�[1;31m20221209091244207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091244207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091244207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091244207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091244207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091244207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091244219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091244228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091244228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091244228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:12:47.510173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18992): Terminating (SIGTERM)\u000a09:12:47.549699 run iperf3-srv_10.42.42.10(pid=18993): Terminating (SIGTERM)\u000a09:12:47.589347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18996): Terminating (SIGTERM)\u000a09:12:47.629159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18999): Terminating (SIGTERM)\u000a09:12:47.669254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19002): Terminating (SIGTERM)\u000a09:12:47.678648 --- ParallelTerminationStrategy: PID 18992 died...\u000a09:12:47.732501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18992): Terminated: ok {rc=0}\u000a09:12:47.742159 --- ParallelTerminationStrategy: PID 18993 died...\u000a09:12:47.795176 run iperf3-srv_10.42.42.10(pid=18993): Terminated {rc=256}\u000a09:12:47.804724 --- ParallelTerminationStrategy: PID 18996 died...\u000a09:12:47.858066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18996): Terminated: ok {rc=0}\u000a09:12:47.867649 --- ParallelTerminationStrategy: PID 18999 died...\u000a09:12:47.920498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18999): Terminated: ok {rc=0}\u000a09:12:47.930247 --- ParallelTerminationStrategy: PID 19002 died...\u000a09:12:47.983762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19002): Terminated: ok {rc=0}\u000a09:12:48.067587 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19018): Process ended prematurely: osmo-stp_10.42.42.5(pid=19018) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19018)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19018): Process ended prematurely: osmo-stp_10.42.42.5(pid=19018) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:12:49.182798 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:49.195032 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:12:49.344390 tst iperf3m4.py: using LAC 20434\u000a09:12:49.466443 tst iperf3m4.py: using RAC 34\u000a09:12:49.586625 tst iperf3m4.py: using CellId 20434\u000a09:12:49.708205 tst iperf3m4.py: using BVCI 20435\u000a09:12:49.731641 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:49.742803 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:49.753791 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:49.764535 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:49.775160 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:49.785864 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:49.796667 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:49.807362 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:12:49.818202 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:12:49.938179 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:12:50.062666 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:12:50.180308 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:12:50.460607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:12:50.587702 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:50.903509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004): Launched\u000a09:12:51.165402 run iperf3-srv_10.42.42.10(pid=19005): Launched\u000a09:12:51.351188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:12:51.478312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:51.794110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19006): Launched\u000a09:12:52.058050 run iperf3-srv_10.42.42.10(pid=19007): Launched\u000a09:12:52.243791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:12:52.371439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:52.685899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19008): Launched\u000a09:12:52.947270 run iperf3-srv_10.42.42.10(pid=19009): Launched\u000a09:12:53.132282 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:12:53.258999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:12:53.574420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19010): Launched\u000a09:12:53.836490 run iperf3-srv_10.42.42.10(pid=19011): Launched\u000a09:12:54.021786 tst iperf3m4.py:8: start network...\u000a09:12:54.148595 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:12:54.638872 run create_hlr_db(pid=19012): Launched\u000a09:12:54.813991 bus /gobi_6: Setting Powered False\u000a09:12:55.835473 run create_hlr_db(pid=19012): Terminated: ok {rc=0}\u000a09:12:56.268884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19014): Launched\u000a09:12:56.598676 run osmo-hlr_10.42.42.2(pid=19015): Launched\u000a09:12:56.716421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:12:57.283978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19017): Launched\u000a09:12:57.612935 run osmo-stp_10.42.42.5(pid=19018): Launched\u000a09:12:57.732739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:12:58.302872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19020): Launched\u000a09:12:58.420093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:12:58.705103 run patchelf(pid=19021): Launched\u000a09:12:58.896757 run osmo-stp_10.42.42.5(pid=19018): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19018)]\u000a09:12:59.035912 run osmo-stp_10.42.42.5(pid=19018): stdout: \u000a| (launched: 2022-12-09_09:12:57.450280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:59.175688 run osmo-stp_10.42.42.5(pid=19018): stderr: \u000a| �[0;m�[38;5;43m20221209091257638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091257638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091257638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091257639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091257639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091257640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091257640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:59.310910 run osmo-stp_10.42.42.5(pid=19018): stdout: \u000a| (launched: 2022-12-09_09:12:57.450280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:12:59.445004 run osmo-stp_10.42.42.5(pid=19018): stderr: \u000a| �[0;m�[38;5;43m20221209091257638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091257638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091257638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091257639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091257639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091257640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091257640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:12:59.600881 run patchelf(pid=19021): Terminating (SIGINT)\u000a09:12:59.784068 run patchelf(pid=19021): Terminated: ok {rc=0}\u000a09:12:59.817647 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19018): Process ended prematurely: osmo-stp_10.42.42.5(pid=19018) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19018)] [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:12:59.827464 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:12:59.891778 run osmo-hlr_10.42.42.2(pid=19015): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19015)]\u000a09:12:59.943758 run osmo-hlr_10.42.42.2(pid=19015): stdout: \u000a| (launched: 2022-12-09_09:12:56.436322) \u000a09:12:59.996403 run osmo-hlr_10.42.42.2(pid=19015): stderr: \u000a| �[0;m�[1;31m20221209091256632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091256632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091256632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091256632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091256632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091256633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091256645 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091256654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091256654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091256654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:00.041115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004): Terminating (SIGTERM)\u000a09:13:00.083739 run iperf3-srv_10.42.42.10(pid=19005): Terminating (SIGTERM)\u000a09:13:00.126197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19006): Terminating (SIGTERM)\u000a09:13:00.168470 run iperf3-srv_10.42.42.10(pid=19007): Terminating (SIGTERM)\u000a09:13:00.212481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19008): Terminating (SIGTERM)\u000a09:13:00.254720 run iperf3-srv_10.42.42.10(pid=19009): Terminating (SIGTERM)\u000a09:13:00.297137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19010): Terminating (SIGTERM)\u000a09:13:00.339420 run iperf3-srv_10.42.42.10(pid=19011): Terminating (SIGTERM)\u000a09:13:00.381860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19014): Terminating (SIGTERM)\u000a09:13:00.424255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19017): Terminating (SIGTERM)\u000a09:13:00.466636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19020): Terminating (SIGTERM)\u000a09:13:00.476626 --- ParallelTerminationStrategy: PID 19004 died...\u000a09:13:00.532918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19004): Terminated: ok {rc=0}\u000a09:13:00.543253 --- ParallelTerminationStrategy: PID 19005 died...\u000a09:13:00.599451 run iperf3-srv_10.42.42.10(pid=19005): Terminated {rc=256}\u000a09:13:00.609782 --- ParallelTerminationStrategy: PID 19006 died...\u000a09:13:00.665987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19006): Terminated: ok {rc=0}\u000a09:13:00.676316 --- ParallelTerminationStrategy: PID 19007 died...\u000a09:13:00.732998 run iperf3-srv_10.42.42.10(pid=19007): Terminated {rc=256}\u000a09:13:00.743074 --- ParallelTerminationStrategy: PID 19008 died...\u000a09:13:00.799148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19008): Terminated: ok {rc=0}\u000a09:13:00.809298 --- ParallelTerminationStrategy: PID 19009 died...\u000a09:13:00.871816 run iperf3-srv_10.42.42.10(pid=19009): Terminated {rc=256}\u000a09:13:00.883955 --- ParallelTerminationStrategy: PID 19010 died...\u000a09:13:00.953264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19010): Terminated: ok {rc=0}\u000a09:13:00.963680 --- ParallelTerminationStrategy: PID 19011 died...\u000a09:13:01.032459 run iperf3-srv_10.42.42.10(pid=19011): Terminated {rc=256}\u000a09:13:01.046178 --- ParallelTerminationStrategy: PID 19014 died...\u000a09:13:01.118850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19014): Terminated: ok {rc=0}\u000a09:13:01.132327 --- ParallelTerminationStrategy: PID 19017 died...\u000a09:13:01.204179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19017): Terminated: ok {rc=0}\u000a09:13:01.217612 --- ParallelTerminationStrategy: PID 19020 died...\u000a09:13:01.275407 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19020): Terminated: ok {rc=0}\u000a09:13:01.361920 bus /gobi_4: Setting Powered False\u000a09:13:02.471005 bus /gobi_4: Setting Powered False\u000a09:13:03.580105 bus /gobi_1: Setting Powered False\u000a09:13:04.681968 bus /gobi_1: Setting Powered False\u000a09:13:05.792882 bus /gobi_0: Setting Powered False\u000a09:13:06.898728 bus /gobi_0: Setting Powered False\u000a09:13:08.007932 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19028): Process ended prematurely: osmo-stp_10.42.42.5(pid=19028) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19028)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19028): Process ended prematurely: osmo-stp_10.42.42.5(pid=19028) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:13:09.076231 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:09.088471 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:13:09.230536 tst ping.py: using LAC 20435\u000a09:13:09.350804 tst ping.py: using RAC 35\u000a09:13:09.470666 tst ping.py: using CellId 20435\u000a09:13:09.588342 tst ping.py: using BVCI 20436\u000a09:13:09.611319 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:09.622425 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:09.633694 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:09.644623 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:09.655450 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:09.666285 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:09.677322 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:09.688121 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:09.981348 tst ping.py:19: start network...\u000a09:13:10.115723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:10.621181 run create_hlr_db(pid=19022): Launched\u000a09:13:10.807396 bus /gobi_6: Setting Powered False\u000a09:13:11.827432 run create_hlr_db(pid=19022): Terminated: ok {rc=0}\u000a09:13:12.230477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19024): Launched\u000a09:13:12.531677 run osmo-hlr_10.42.42.2(pid=19025): Launched\u000a09:13:12.649781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:13.177734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19027): Launched\u000a09:13:13.477083 run osmo-stp_10.42.42.5(pid=19028): Launched\u000a09:13:13.586115 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:14.108316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19030): Launched\u000a09:13:14.214364 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:14.474793 run patchelf(pid=19031): Launched\u000a09:13:14.650766 run osmo-stp_10.42.42.5(pid=19028): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19028)]\u000a09:13:14.778672 run osmo-stp_10.42.42.5(pid=19028): stdout: \u000a| (launched: 2022-12-09_09:13:13.329354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:14.906768 run osmo-stp_10.42.42.5(pid=19028): stderr: \u000a| �[0;m�[38;5;43m20221209091313497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091313497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091313497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091313498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091313498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091313498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091313499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:15.030234 run osmo-stp_10.42.42.5(pid=19028): stdout: \u000a| (launched: 2022-12-09_09:13:13.329354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:15.152717 run osmo-stp_10.42.42.5(pid=19028): stderr: \u000a| �[0;m�[38;5;43m20221209091313497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091313497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091313497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091313498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091313498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091313498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091313499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:15.294975 run patchelf(pid=19031): Terminating (SIGINT)\u000a09:13:15.462522 run patchelf(pid=19031): Terminated: ok {rc=0}\u000a09:13:15.492909 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19028): Process ended prematurely: osmo-stp_10.42.42.5(pid=19028) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19028)] [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a09:13:15.501579 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:13:15.561335 run osmo-hlr_10.42.42.2(pid=19025): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19025)]\u000a09:13:15.610600 run osmo-hlr_10.42.42.2(pid=19025): stdout: \u000a| (launched: 2022-12-09_09:13:12.382593) \u000a09:13:15.660136 run osmo-hlr_10.42.42.2(pid=19025): stderr: \u000a| �[0;m�[1;31m20221209091312552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091312552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091312552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091312552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091312553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091312553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091312565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091312574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091312574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091312574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:15.702525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19024): Terminating (SIGTERM)\u000a09:13:15.742379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19027): Terminating (SIGTERM)\u000a09:13:15.782268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19030): Terminating (SIGTERM)\u000a09:13:15.791249 --- ParallelTerminationStrategy: PID 19024 died...\u000a09:13:15.851143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19024): Terminated: ok {rc=0}\u000a09:13:15.861335 --- ParallelTerminationStrategy: PID 19027 died...\u000a09:13:15.918073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19027): Terminated: ok {rc=0}\u000a09:13:15.930139 --- ParallelTerminationStrategy: PID 19030 died...\u000a09:13:15.996142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19030): Terminated: ok {rc=0}\u000a09:13:16.088542 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19038): Process ended prematurely: osmo-stp_10.42.42.5(pid=19038) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19038)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19038): Process ended prematurely: osmo-stp_10.42.42.5(pid=19038) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:13:17.138382 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:17.150437 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:13:17.294588 tst ping_idle_ping.py: using LAC 20436\u000a09:13:17.414934 tst ping_idle_ping.py: using RAC 36\u000a09:13:17.532837 tst ping_idle_ping.py: using CellId 20436\u000a09:13:17.650893 tst ping_idle_ping.py: using BVCI 20437\u000a09:13:17.673966 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:17.685105 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:17.695946 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:17.706868 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:17.717644 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:17.728428 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:17.739440 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:13:17.750340 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:13:18.032365 tst ping_idle_ping.py:24: start network...\u000a09:13:18.157063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:18.640416 run create_hlr_db(pid=19032): Launched\u000a09:13:18.813244 bus /gobi_6: Setting Powered False\u000a09:13:19.834860 run create_hlr_db(pid=19032): Terminated: ok {rc=0}\u000a09:13:20.262546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19034): Launched\u000a09:13:20.587525 run osmo-hlr_10.42.42.2(pid=19035): Launched\u000a09:13:20.703669 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:21.263020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19037): Launched\u000a09:13:21.587740 run osmo-stp_10.42.42.5(pid=19038): Launched\u000a09:13:21.705534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:22.267779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19040): Launched\u000a09:13:22.383150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:22.663790 run patchelf(pid=19041): Launched\u000a09:13:22.852068 run osmo-stp_10.42.42.5(pid=19038): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19038)]\u000a09:13:22.989532 run osmo-stp_10.42.42.5(pid=19038): stdout: \u000a| (launched: 2022-12-09_09:13:21.426841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:23.126862 run osmo-stp_10.42.42.5(pid=19038): stderr: \u000a| �[0;m�[38;5;43m20221209091321616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091321616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091321617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091321617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091321618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091321618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091321618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:23.259946 run osmo-stp_10.42.42.5(pid=19038): stdout: \u000a| (launched: 2022-12-09_09:13:21.426841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:23.392166 run osmo-stp_10.42.42.5(pid=19038): stderr: \u000a| �[0;m�[38;5;43m20221209091321616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091321616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091321617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091321617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091321618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091321618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091321618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:23.545492 run patchelf(pid=19041): Terminating (SIGINT)\u000a09:13:23.725803 run patchelf(pid=19041): Terminated: ok {rc=0}\u000a09:13:23.758527 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19038): Process ended prematurely: osmo-stp_10.42.42.5(pid=19038) [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19038)] [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:13:23.767800 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:13:23.831478 run osmo-hlr_10.42.42.2(pid=19035): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19035)]\u000a09:13:23.883076 run osmo-hlr_10.42.42.2(pid=19035): stdout: \u000a| (launched: 2022-12-09_09:13:20.426598) \u000a09:13:23.935348 run osmo-hlr_10.42.42.2(pid=19035): stderr: \u000a| �[0;m�[1;31m20221209091320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091320622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091320634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091320642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091320642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091320643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:23.979986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19034): Terminating (SIGTERM)\u000a09:13:24.022327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19037): Terminating (SIGTERM)\u000a09:13:24.064832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19040): Terminating (SIGTERM)\u000a09:13:24.074776 --- ParallelTerminationStrategy: PID 19034 died...\u000a09:13:24.131000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19034): Terminated: ok {rc=0}\u000a09:13:24.141538 --- ParallelTerminationStrategy: PID 19037 died...\u000a09:13:24.198047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19037): Terminated: ok {rc=0}\u000a09:13:24.208253 --- ParallelTerminationStrategy: PID 19040 died...\u000a09:13:24.264219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19040): Terminated: ok {rc=0}\u000a09:13:24.351533 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:12:26" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19055): Process ended prematurely: osmo-stp_10.42.42.5(pid=19055) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19055)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19055): Process ended prematurely: osmo-stp_10.42.42.5(pid=19055) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:13:26.508236 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:26.519236 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:13:26.678939 tst cs_paging_gprs_active.py: using LAC 20437\u000a09:13:26.804481 tst cs_paging_gprs_active.py: using RAC 37\u000a09:13:26.924874 tst cs_paging_gprs_active.py: using CellId 20437\u000a09:13:27.044650 tst cs_paging_gprs_active.py: using BVCI 20438\u000a09:13:27.068171 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:27.079170 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:27.089953 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:27.101292 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:27.112393 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:27.123702 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:27.135075 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:27.146255 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:27.157620 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:13:27.281482 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:13:27.564887 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:13:27.693045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:28.010277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19045): Launched\u000a09:13:28.273321 run iperf3-srv_10.42.42.10(pid=19046): Launched\u000a09:13:28.459291 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:13:28.586615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:28.903694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19047): Launched\u000a09:13:29.164681 run iperf3-srv_10.42.42.10(pid=19048): Launched\u000a09:13:29.350281 tst cs_paging_gprs_active.py:38: start network...\u000a09:13:29.477086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:29.964846 run create_hlr_db(pid=19049): Launched\u000a09:13:30.139872 bus /gobi_6: Setting Powered False\u000a09:13:31.231970 run create_hlr_db(pid=19049): Terminated: ok {rc=0}\u000a09:13:31.711008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19051): Launched\u000a09:13:32.081868 run osmo-hlr_10.42.42.2(pid=19052): Launched\u000a09:13:32.274197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:32.805176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19054): Launched\u000a09:13:33.110065 run osmo-stp_10.42.42.5(pid=19055): Launched\u000a09:13:33.220433 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:33.750276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19057): Launched\u000a09:13:33.858495 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:34.130998 run patchelf(pid=19058): Launched\u000a09:13:34.310094 run osmo-stp_10.42.42.5(pid=19055): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19055)]\u000a09:13:34.440751 run osmo-stp_10.42.42.5(pid=19055): stdout: \u000a| (launched: 2022-12-09_09:13:32.959694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:34.571554 run osmo-stp_10.42.42.5(pid=19055): stderr: \u000a| �[0;m�[38;5;43m20221209091333129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091333129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091333129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091333129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091333130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091333130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091333130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:34.699042 run osmo-stp_10.42.42.5(pid=19055): stdout: \u000a| (launched: 2022-12-09_09:13:32.959694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:34.824778 run osmo-stp_10.42.42.5(pid=19055): stderr: \u000a| �[0;m�[38;5;43m20221209091333129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091333129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091333129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091333129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091333130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091333130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091333130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:34.971022 run patchelf(pid=19058): Terminating (SIGINT)\u000a09:13:35.142707 run patchelf(pid=19058): Terminated: ok {rc=0}\u000a09:13:35.174184 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19055): Process ended prematurely: osmo-stp_10.42.42.5(pid=19055) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19055)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:13:35.183545 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:13:35.243523 run osmo-hlr_10.42.42.2(pid=19052): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19052)]\u000a09:13:35.292198 run osmo-hlr_10.42.42.2(pid=19052): stdout: \u000a| (launched: 2022-12-09_09:13:31.871021) \u000a09:13:35.341590 run osmo-hlr_10.42.42.2(pid=19052): stderr: \u000a| �[0;m�[1;31m20221209091332217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091332217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091332218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091332218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091332218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091332218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091332246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091332262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091332262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091332262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:35.383810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19045): Terminating (SIGTERM)\u000a09:13:35.423604 run iperf3-srv_10.42.42.10(pid=19046): Terminating (SIGTERM)\u000a09:13:35.463510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19047): Terminating (SIGTERM)\u000a09:13:35.503066 run iperf3-srv_10.42.42.10(pid=19048): Terminating (SIGTERM)\u000a09:13:35.542834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19051): Terminating (SIGTERM)\u000a09:13:35.582559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19054): Terminating (SIGTERM)\u000a09:13:35.622250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19057): Terminating (SIGTERM)\u000a09:13:35.631452 --- ParallelTerminationStrategy: PID 19045 died...\u000a09:13:35.684529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19045): Terminated: ok {rc=0}\u000a09:13:35.694191 --- ParallelTerminationStrategy: PID 19046 died...\u000a09:13:35.746831 run iperf3-srv_10.42.42.10(pid=19046): Terminated {rc=256}\u000a09:13:35.756377 --- ParallelTerminationStrategy: PID 19047 died...\u000a09:13:35.809801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19047): Terminated: ok {rc=0}\u000a09:13:35.819517 --- ParallelTerminationStrategy: PID 19048 died...\u000a09:13:35.872240 run iperf3-srv_10.42.42.10(pid=19048): Terminated {rc=256}\u000a09:13:35.881911 --- ParallelTerminationStrategy: PID 19051 died...\u000a09:13:35.935046 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19051): Terminated: ok {rc=0}\u000a09:13:35.944742 --- ParallelTerminationStrategy: PID 19054 died...\u000a09:13:35.997940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19054): Terminated: ok {rc=0}\u000a09:13:36.007644 --- ParallelTerminationStrategy: PID 19057 died...\u000a09:13:36.060600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19057): Terminated: ok {rc=0}\u000a09:13:36.144158 bus /gobi_0: Setting Powered False\u000a09:13:37.251294 bus /gobi_0: Setting Powered False\u000a09:13:38.363027 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19067): Process ended prematurely: osmo-stp_10.42.42.5(pid=19067) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19067): Process ended prematurely: osmo-stp_10.42.42.5(pid=19067) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:13:39.477161 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:39.489508 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:13:39.658440 tst iperf3.py: using LAC 20438\u000a09:13:39.781309 tst iperf3.py: using RAC 38\u000a09:13:39.902063 tst iperf3.py: using CellId 20438\u000a09:13:40.021299 tst iperf3.py: using BVCI 20439\u000a09:13:40.044584 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:40.055608 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:40.066588 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:40.077638 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:40.088588 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:40.099393 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:40.110245 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:40.120900 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:40.131848 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:13:40.426734 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:13:40.563465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:40.902024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19059): Launched\u000a09:13:41.183201 run iperf3-srv_10.42.42.10(pid=19060): Launched\u000a09:13:41.384290 tst iperf3.py:8: start network...\u000a09:13:41.521472 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:42.036922 run create_hlr_db(pid=19061): Launched\u000a09:13:42.226123 bus /gobi_6: Setting Powered False\u000a09:13:43.246772 run create_hlr_db(pid=19061): Terminated: ok {rc=0}\u000a09:13:43.681732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19063): Launched\u000a09:13:44.008329 run osmo-hlr_10.42.42.2(pid=19064): Launched\u000a09:13:44.125004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:44.691658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19066): Launched\u000a09:13:45.020680 run osmo-stp_10.42.42.5(pid=19067): Launched\u000a09:13:45.139875 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:45.709549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19069): Launched\u000a09:13:45.826774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:46.156274 run patchelf(pid=19070): Launched\u000a09:13:46.341976 run osmo-stp_10.42.42.5(pid=19067): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)]\u000a09:13:46.490433 run osmo-stp_10.42.42.5(pid=19067): stdout: \u000a| (launched: 2022-12-09_09:13:44.858501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:46.660147 run osmo-stp_10.42.42.5(pid=19067): stderr: \u000a| �[0;m�[38;5;43m20221209091345047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091345047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091345047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091345047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091345048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091345048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091345048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:46.791043 run osmo-stp_10.42.42.5(pid=19067): stdout: \u000a| (launched: 2022-12-09_09:13:44.858501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:46.919967 run osmo-stp_10.42.42.5(pid=19067): stderr: \u000a| �[0;m�[38;5;43m20221209091345047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091345047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091345047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091345047 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091345048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091345048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091345048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:47.069533 run patchelf(pid=19070): Terminating (SIGINT)\u000a09:13:47.245796 run patchelf(pid=19070): Terminated: ok {rc=0}\u000a09:13:47.277452 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19067): Process ended prematurely: osmo-stp_10.42.42.5(pid=19067) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19067)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:13:47.286895 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:13:47.346892 run osmo-hlr_10.42.42.2(pid=19064): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19064)]\u000a09:13:47.395826 run osmo-hlr_10.42.42.2(pid=19064): stdout: \u000a| (launched: 2022-12-09_09:13:43.848128) \u000a09:13:47.445622 run osmo-hlr_10.42.42.2(pid=19064): stderr: \u000a| �[0;m�[1;31m20221209091344044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091344044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091344044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091344044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091344044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091344044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091344058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091344066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091344067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091344067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:13:47.487827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19059): Terminating (SIGTERM)\u000a09:13:47.527693 run iperf3-srv_10.42.42.10(pid=19060): Terminating (SIGTERM)\u000a09:13:47.567946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19063): Terminating (SIGTERM)\u000a09:13:47.607566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19066): Terminating (SIGTERM)\u000a09:13:47.646946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19069): Terminating (SIGTERM)\u000a09:13:47.656173 --- ParallelTerminationStrategy: PID 19059 died...\u000a09:13:47.709686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19059): Terminated: ok {rc=0}\u000a09:13:47.719370 --- ParallelTerminationStrategy: PID 19060 died...\u000a09:13:47.771994 run iperf3-srv_10.42.42.10(pid=19060): Terminated {rc=256}\u000a09:13:47.781562 --- ParallelTerminationStrategy: PID 19063 died...\u000a09:13:47.834229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19063): Terminated: ok {rc=0}\u000a09:13:47.843835 --- ParallelTerminationStrategy: PID 19066 died...\u000a09:13:47.896629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19066): Terminated: ok {rc=0}\u000a09:13:47.906327 --- ParallelTerminationStrategy: PID 19069 died...\u000a09:13:47.959697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19069): Terminated: ok {rc=0}\u000a09:13:48.047956 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19085): Process ended prematurely: osmo-stp_10.42.42.5(pid=19085) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19085)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19085): Process ended prematurely: osmo-stp_10.42.42.5(pid=19085) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:13:49.159078 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:49.171010 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:13:49.334824 tst iperf3m4.py: using LAC 20439\u000a09:13:49.455586 tst iperf3m4.py: using RAC 39\u000a09:13:49.574437 tst iperf3m4.py: using CellId 20439\u000a09:13:49.693912 tst iperf3m4.py: using BVCI 20440\u000a09:13:49.717629 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:49.728602 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:49.739444 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:49.750953 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:49.762229 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:49.773705 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:49.785208 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:49.796429 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:13:49.807938 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:13:49.930432 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:13:50.054895 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:13:50.173249 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:13:50.472826 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:13:50.610175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:50.949297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19071): Launched\u000a09:13:51.231313 run iperf3-srv_10.42.42.10(pid=19072): Launched\u000a09:13:51.432156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:13:51.570007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:51.909911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19073): Launched\u000a09:13:52.191303 run iperf3-srv_10.42.42.10(pid=19074): Launched\u000a09:13:52.391813 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:13:52.528795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:52.867266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19075): Launched\u000a09:13:53.149519 run iperf3-srv_10.42.42.10(pid=19076): Launched\u000a09:13:53.349403 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:13:53.485901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:13:53.825437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19077): Launched\u000a09:13:54.107849 run iperf3-srv_10.42.42.10(pid=19078): Launched\u000a09:13:54.308473 tst iperf3m4.py:8: start network...\u000a09:13:54.445302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:13:54.962078 run create_hlr_db(pid=19079): Launched\u000a09:13:55.150680 bus /gobi_6: Setting Powered False\u000a09:13:56.171827 run create_hlr_db(pid=19079): Terminated: ok {rc=0}\u000a09:13:56.581065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19081): Launched\u000a09:13:56.886384 run osmo-hlr_10.42.42.2(pid=19082): Launched\u000a09:13:56.998101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:13:57.526842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19084): Launched\u000a09:13:57.831105 run osmo-stp_10.42.42.5(pid=19085): Launched\u000a09:13:57.940621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:13:58.471145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19087): Launched\u000a09:13:58.579939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:13:58.845414 run patchelf(pid=19088): Launched\u000a09:13:59.024022 run osmo-stp_10.42.42.5(pid=19085): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19085)]\u000a09:13:59.154068 run osmo-stp_10.42.42.5(pid=19085): stdout: \u000a| (launched: 2022-12-09_09:13:57.681546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:59.284152 run osmo-stp_10.42.42.5(pid=19085): stderr: \u000a| �[0;m�[38;5;43m20221209091357848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091357848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091357848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091357849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091357849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091357850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091357850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:59.410441 run osmo-stp_10.42.42.5(pid=19085): stdout: \u000a| (launched: 2022-12-09_09:13:57.681546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:13:59.535178 run osmo-stp_10.42.42.5(pid=19085): stderr: \u000a| �[0;m�[38;5;43m20221209091357848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091357848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091357848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091357849 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091357849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091357850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091357850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:13:59.680251 run patchelf(pid=19088): Terminating (SIGINT)\u000a09:13:59.851004 run patchelf(pid=19088): Terminated: ok {rc=0}\u000a09:13:59.882379 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19085): Process ended prematurely: osmo-stp_10.42.42.5(pid=19085) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19085)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:13:59.891542 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:13:59.951934 run osmo-hlr_10.42.42.2(pid=19082): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19082)]\u000a09:14:00.000973 run osmo-hlr_10.42.42.2(pid=19082): stdout: \u000a| (launched: 2022-12-09_09:13:56.736026) \u000a09:14:00.050733 run osmo-hlr_10.42.42.2(pid=19082): stderr: \u000a| �[0;m�[1;31m20221209091356913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091356913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091356913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091356913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091356913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091356913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091356925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091356935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091356935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091356935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:00.093174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19071): Terminating (SIGTERM)\u000a09:14:00.133258 run iperf3-srv_10.42.42.10(pid=19072): Terminating (SIGTERM)\u000a09:14:00.173330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19073): Terminating (SIGTERM)\u000a09:14:00.213423 run iperf3-srv_10.42.42.10(pid=19074): Terminating (SIGTERM)\u000a09:14:00.253312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19075): Terminating (SIGTERM)\u000a09:14:00.293169 run iperf3-srv_10.42.42.10(pid=19076): Terminating (SIGTERM)\u000a09:14:00.333227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19077): Terminating (SIGTERM)\u000a09:14:00.373088 run iperf3-srv_10.42.42.10(pid=19078): Terminating (SIGTERM)\u000a09:14:00.413534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19081): Terminating (SIGTERM)\u000a09:14:00.453758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19084): Terminating (SIGTERM)\u000a09:14:00.493728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19087): Terminating (SIGTERM)\u000a09:14:00.503121 --- ParallelTerminationStrategy: PID 19071 died...\u000a09:14:00.556593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19071): Terminated: ok {rc=0}\u000a09:14:00.566676 --- ParallelTerminationStrategy: PID 19072 died...\u000a09:14:00.620272 run iperf3-srv_10.42.42.10(pid=19072): Terminated {rc=256}\u000a09:14:00.630215 --- ParallelTerminationStrategy: PID 19073 died...\u000a09:14:00.683468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19073): Terminated: ok {rc=0}\u000a09:14:00.693421 --- ParallelTerminationStrategy: PID 19074 died...\u000a09:14:00.746420 run iperf3-srv_10.42.42.10(pid=19074): Terminated {rc=256}\u000a09:14:00.756293 --- ParallelTerminationStrategy: PID 19075 died...\u000a09:14:00.809473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19075): Terminated: ok {rc=0}\u000a09:14:00.819373 --- ParallelTerminationStrategy: PID 19076 died...\u000a09:14:00.882094 run iperf3-srv_10.42.42.10(pid=19076): Terminated {rc=256}\u000a09:14:00.895100 --- ParallelTerminationStrategy: PID 19077 died...\u000a09:14:00.951220 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19077): Terminated: ok {rc=0}\u000a09:14:00.961762 --- ParallelTerminationStrategy: PID 19078 died...\u000a09:14:01.017737 run iperf3-srv_10.42.42.10(pid=19078): Terminated {rc=256}\u000a09:14:01.031069 --- ParallelTerminationStrategy: PID 19081 died...\u000a09:14:01.091554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19081): Terminated: ok {rc=0}\u000a09:14:01.102916 --- ParallelTerminationStrategy: PID 19084 died...\u000a09:14:01.162139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19084): Terminated: ok {rc=0}\u000a09:14:01.174376 --- ParallelTerminationStrategy: PID 19087 died...\u000a09:14:01.235251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19087): Terminated: ok {rc=0}\u000a09:14:01.325677 bus /gobi_4: Setting Powered False\u000a09:14:02.431504 bus /gobi_4: Setting Powered False\u000a09:14:03.539437 bus /gobi_1: Setting Powered False\u000a09:14:04.640354 bus /gobi_1: Setting Powered False\u000a09:14:05.752436 bus /gobi_0: Setting Powered False\u000a09:14:06.854555 bus /gobi_0: Setting Powered False\u000a09:14:07.966443 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19095): Process ended prematurely: osmo-stp_10.42.42.5(pid=19095) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19095)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19095): Process ended prematurely: osmo-stp_10.42.42.5(pid=19095) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:14:09.034032 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:09.046032 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:14:09.205401 tst ping.py: using LAC 20440\u000a09:14:09.322922 tst ping.py: using RAC 40\u000a09:14:09.442183 tst ping.py: using CellId 20440\u000a09:14:09.559463 tst ping.py: using BVCI 20441\u000a09:14:09.582542 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:09.593739 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:09.604643 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:09.615737 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:09.626757 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:09.637853 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:09.649058 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:09.660220 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:09.951025 tst ping.py:19: start network...\u000a09:14:10.084727 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:10.590955 run create_hlr_db(pid=19089): Launched\u000a09:14:10.777783 bus /gobi_6: Setting Powered False\u000a09:14:11.797943 run create_hlr_db(pid=19089): Terminated: ok {rc=0}\u000a09:14:12.223121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19091): Launched\u000a09:14:12.545905 run osmo-hlr_10.42.42.2(pid=19092): Launched\u000a09:14:12.665151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:13.227880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19094): Launched\u000a09:14:13.550819 run osmo-stp_10.42.42.5(pid=19095): Launched\u000a09:14:13.667353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:14.227891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19097): Launched\u000a09:14:14.342675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:14.623484 run patchelf(pid=19098): Launched\u000a09:14:14.811202 run osmo-stp_10.42.42.5(pid=19095): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19095)]\u000a09:14:14.948073 run osmo-stp_10.42.42.5(pid=19095): stdout: \u000a| (launched: 2022-12-09_09:14:13.391606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:15.086028 run osmo-stp_10.42.42.5(pid=19095): stderr: \u000a| �[0;m�[38;5;43m20221209091413580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091413580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091413581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091413581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091413582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091413582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091413582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:15.218876 run osmo-stp_10.42.42.5(pid=19095): stdout: \u000a| (launched: 2022-12-09_09:14:13.391606)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:15.350758 run osmo-stp_10.42.42.5(pid=19095): stderr: \u000a| �[0;m�[38;5;43m20221209091413580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091413580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091413581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091413581 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091413582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091413582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091413582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:15.503373 run patchelf(pid=19098): Terminating (SIGINT)\u000a09:14:15.682807 run patchelf(pid=19098): Terminated: ok {rc=0}\u000a09:14:15.715565 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19095): Process ended prematurely: osmo-stp_10.42.42.5(pid=19095) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19095)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:14:15.725518 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:14:15.789259 run osmo-hlr_10.42.42.2(pid=19092): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19092)]\u000a09:14:15.849088 run osmo-hlr_10.42.42.2(pid=19092): stdout: \u000a| (launched: 2022-12-09_09:14:12.386299) \u000a09:14:15.902130 run osmo-hlr_10.42.42.2(pid=19092): stderr: \u000a| �[0;m�[1;31m20221209091412582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091412582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091412582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091412582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091412582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091412582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091412598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091412607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091412607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091412607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:15.953112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19091): Terminating (SIGTERM)\u000a09:14:15.996632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19094): Terminating (SIGTERM)\u000a09:14:16.044252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19097): Terminating (SIGTERM)\u000a09:14:16.054340 --- ParallelTerminationStrategy: PID 19091 died...\u000a09:14:16.111555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19091): Terminated: ok {rc=0}\u000a09:14:16.122178 --- ParallelTerminationStrategy: PID 19094 died...\u000a09:14:16.178749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19094): Terminated: ok {rc=0}\u000a09:14:16.189421 --- ParallelTerminationStrategy: PID 19097 died...\u000a09:14:16.246153 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19097): Terminated: ok {rc=0}\u000a09:14:16.334590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19105): Process ended prematurely: osmo-stp_10.42.42.5(pid=19105) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19105)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19105): Process ended prematurely: osmo-stp_10.42.42.5(pid=19105) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:14:17.385435 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:17.397732 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:14:17.562257 tst ping_idle_ping.py: using LAC 20441\u000a09:14:17.680257 tst ping_idle_ping.py: using RAC 41\u000a09:14:17.815370 tst ping_idle_ping.py: using CellId 20441\u000a09:14:17.941210 tst ping_idle_ping.py: using BVCI 20442\u000a09:14:17.965977 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:17.977660 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:17.989136 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:18.001339 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:18.013706 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:18.025869 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:18.038844 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:14:18.050639 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:14:18.347398 tst ping_idle_ping.py:24: start network...\u000a09:14:18.481549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:18.991158 run create_hlr_db(pid=19099): Launched\u000a09:14:19.178605 bus /gobi_6: Setting Powered False\u000a09:14:20.199752 run create_hlr_db(pid=19099): Terminated: ok {rc=0}\u000a09:14:20.603774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19101): Launched\u000a09:14:20.908046 run osmo-hlr_10.42.42.2(pid=19102): Launched\u000a09:14:21.018988 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:21.540825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19104): Launched\u000a09:14:21.842123 run osmo-stp_10.42.42.5(pid=19105): Launched\u000a09:14:21.950646 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:22.473038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19107): Launched\u000a09:14:22.579620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:22.841782 run patchelf(pid=19108): Launched\u000a09:14:23.017525 run osmo-stp_10.42.42.5(pid=19105): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19105)]\u000a09:14:23.146903 run osmo-stp_10.42.42.5(pid=19105): stdout: \u000a| (launched: 2022-12-09_09:14:21.693589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:23.276098 run osmo-stp_10.42.42.5(pid=19105): stderr: \u000a| �[0;m�[38;5;43m20221209091421862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091421862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091421862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091421863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091421863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091421863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091421863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:23.400454 run osmo-stp_10.42.42.5(pid=19105): stdout: \u000a| (launched: 2022-12-09_09:14:21.693589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:23.524339 run osmo-stp_10.42.42.5(pid=19105): stderr: \u000a| �[0;m�[38;5;43m20221209091421862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091421862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091421862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091421863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091421863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091421863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091421863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:23.667486 run patchelf(pid=19108): Terminating (SIGINT)\u000a09:14:23.836070 run patchelf(pid=19108): Terminated: ok {rc=0}\u000a09:14:23.866560 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19105): Process ended prematurely: osmo-stp_10.42.42.5(pid=19105) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19105)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:14:23.875179 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:14:23.935176 run osmo-hlr_10.42.42.2(pid=19102): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19102)]\u000a09:14:23.983929 run osmo-hlr_10.42.42.2(pid=19102): stdout: \u000a| (launched: 2022-12-09_09:14:20.756426) \u000a09:14:24.033119 run osmo-hlr_10.42.42.2(pid=19102): stderr: \u000a| �[0;m�[1;31m20221209091420930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091420930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091420931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091420931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091420931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091420931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091420943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091420951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091420951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091420951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:24.075062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19101): Terminating (SIGTERM)\u000a09:14:24.114788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19104): Terminating (SIGTERM)\u000a09:14:24.154481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19107): Terminating (SIGTERM)\u000a09:14:24.163393 --- ParallelTerminationStrategy: PID 19101 died...\u000a09:14:24.217058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19101): Terminated: ok {rc=0}\u000a09:14:24.226629 --- ParallelTerminationStrategy: PID 19104 died...\u000a09:14:24.280178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19104): Terminated: ok {rc=0}\u000a09:14:24.289895 --- ParallelTerminationStrategy: PID 19107 died...\u000a09:14:24.343133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19107): Terminated: ok {rc=0}\u000a09:14:24.427208 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:13:26" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19122): Process ended prematurely: osmo-stp_10.42.42.5(pid=19122) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19122)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19122): Process ended prematurely: osmo-stp_10.42.42.5(pid=19122) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:14:26.606940 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:26.618146 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:14:26.782169 tst cs_paging_gprs_active.py: using LAC 20442\u000a09:14:26.909379 tst cs_paging_gprs_active.py: using RAC 42\u000a09:14:27.042669 tst cs_paging_gprs_active.py: using CellId 20442\u000a09:14:27.172326 tst cs_paging_gprs_active.py: using BVCI 20443\u000a09:14:27.197494 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:27.208883 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:27.220166 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:27.232295 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:27.244294 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:27.256447 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:27.268317 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:27.280335 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:27.293259 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:14:27.413999 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:14:27.699650 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:14:27.826860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:28.142121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19112): Launched\u000a09:14:28.404271 run iperf3-srv_10.42.42.10(pid=19113): Launched\u000a09:14:28.590087 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:14:28.717406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:29.035524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19114): Launched\u000a09:14:29.300853 run iperf3-srv_10.42.42.10(pid=19115): Launched\u000a09:14:29.486462 tst cs_paging_gprs_active.py:38: start network...\u000a09:14:29.613437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:30.106479 run create_hlr_db(pid=19116): Launched\u000a09:14:30.281973 bus /gobi_6: Setting Powered False\u000a09:14:31.307219 run create_hlr_db(pid=19116): Terminated: ok {rc=0}\u000a09:14:31.734076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19118): Launched\u000a09:14:32.111755 run osmo-hlr_10.42.42.2(pid=19119): Launched\u000a09:14:32.296282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:32.851388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19121): Launched\u000a09:14:33.158407 run osmo-stp_10.42.42.5(pid=19122): Launched\u000a09:14:33.270204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:33.802866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19124): Launched\u000a09:14:33.911843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:34.178711 run patchelf(pid=19125): Launched\u000a09:14:34.359473 run osmo-stp_10.42.42.5(pid=19122): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19122)]\u000a09:14:34.490345 run osmo-stp_10.42.42.5(pid=19122): stdout: \u000a| (launched: 2022-12-09_09:14:33.007234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:34.621314 run osmo-stp_10.42.42.5(pid=19122): stderr: \u000a| �[0;m�[38;5;43m20221209091433173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091433173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091433174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091433174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091433175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091433175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091433175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:34.747886 run osmo-stp_10.42.42.5(pid=19122): stdout: \u000a| (launched: 2022-12-09_09:14:33.007234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:34.873356 run osmo-stp_10.42.42.5(pid=19122): stderr: \u000a| �[0;m�[38;5;43m20221209091433173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091433173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091433174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091433174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091433175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091433175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091433175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:35.018857 run patchelf(pid=19125): Terminating (SIGINT)\u000a09:14:35.190789 run patchelf(pid=19125): Terminated: ok {rc=0}\u000a09:14:35.222208 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19122): Process ended prematurely: osmo-stp_10.42.42.5(pid=19122) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19122)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:14:35.231456 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:14:35.291738 run osmo-hlr_10.42.42.2(pid=19119): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19119)]\u000a09:14:35.340483 run osmo-hlr_10.42.42.2(pid=19119): stdout: \u000a| (launched: 2022-12-09_09:14:31.893518) \u000a09:14:35.389965 run osmo-hlr_10.42.42.2(pid=19119): stderr: \u000a| �[0;m�[1;31m20221209091432197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091432197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091432197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091432197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091432197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091432198 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091432216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091432234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091432234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091432235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:35.431999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19112): Terminating (SIGTERM)\u000a09:14:35.471550 run iperf3-srv_10.42.42.10(pid=19113): Terminating (SIGTERM)\u000a09:14:35.510993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19114): Terminating (SIGTERM)\u000a09:14:35.550381 run iperf3-srv_10.42.42.10(pid=19115): Terminating (SIGTERM)\u000a09:14:35.589981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19118): Terminating (SIGTERM)\u000a09:14:35.629286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19121): Terminating (SIGTERM)\u000a09:14:35.668755 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19124): Terminating (SIGTERM)\u000a09:14:35.678011 --- ParallelTerminationStrategy: PID 19112 died...\u000a09:14:35.731109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19112): Terminated: ok {rc=0}\u000a09:14:35.740756 --- ParallelTerminationStrategy: PID 19113 died...\u000a09:14:35.793737 run iperf3-srv_10.42.42.10(pid=19113): Terminated {rc=256}\u000a09:14:35.803338 --- ParallelTerminationStrategy: PID 19114 died...\u000a09:14:35.856205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19114): Terminated: ok {rc=0}\u000a09:14:35.865858 --- ParallelTerminationStrategy: PID 19115 died...\u000a09:14:35.918517 run iperf3-srv_10.42.42.10(pid=19115): Terminated {rc=256}\u000a09:14:35.927955 --- ParallelTerminationStrategy: PID 19118 died...\u000a09:14:35.980498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19118): Terminated: ok {rc=0}\u000a09:14:35.990107 --- ParallelTerminationStrategy: PID 19121 died...\u000a09:14:36.042744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19121): Terminated: ok {rc=0}\u000a09:14:36.052357 --- ParallelTerminationStrategy: PID 19124 died...\u000a09:14:36.105172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19124): Terminated: ok {rc=0}\u000a09:14:36.192484 bus /gobi_0: Setting Powered False\u000a09:14:37.295579 bus /gobi_0: Setting Powered False\u000a09:14:38.407307 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19134): Process ended prematurely: osmo-stp_10.42.42.5(pid=19134) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19134)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19134): Process ended prematurely: osmo-stp_10.42.42.5(pid=19134) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:14:39.517370 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:39.529008 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:14:39.688605 tst iperf3.py: using LAC 20443\u000a09:14:39.809835 tst iperf3.py: using RAC 43\u000a09:14:39.931159 tst iperf3.py: using CellId 20443\u000a09:14:40.052519 tst iperf3.py: using BVCI 20444\u000a09:14:40.075943 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:40.087033 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:40.098017 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:40.108909 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:40.119618 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:40.130409 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:40.141313 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:40.152033 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:40.162917 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:14:40.442041 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:14:40.568905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:40.884180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19126): Launched\u000a09:14:41.147937 run iperf3-srv_10.42.42.10(pid=19127): Launched\u000a09:14:41.334260 tst iperf3.py:8: start network...\u000a09:14:41.461558 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:41.953831 run create_hlr_db(pid=19128): Launched\u000a09:14:42.129205 bus /gobi_6: Setting Powered False\u000a09:14:43.150889 run create_hlr_db(pid=19128): Terminated: ok {rc=0}\u000a09:14:43.557841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19130): Launched\u000a09:14:43.866410 run osmo-hlr_10.42.42.2(pid=19131): Launched\u000a09:14:43.978597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:44.508110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19133): Launched\u000a09:14:44.813618 run osmo-stp_10.42.42.5(pid=19134): Launched\u000a09:14:44.924779 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:45.456494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19136): Launched\u000a09:14:45.564742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:45.830039 run patchelf(pid=19137): Launched\u000a09:14:46.056858 run osmo-stp_10.42.42.5(pid=19134): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19134)]\u000a09:14:46.190845 run osmo-stp_10.42.42.5(pid=19134): stdout: \u000a| (launched: 2022-12-09_09:14:44.663208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:46.324443 run osmo-stp_10.42.42.5(pid=19134): stderr: \u000a| �[0;m�[38;5;43m20221209091444832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091444832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091444832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091444833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091444833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091444834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091444834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:46.452873 run osmo-stp_10.42.42.5(pid=19134): stdout: \u000a| (launched: 2022-12-09_09:14:44.663208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:46.580562 run osmo-stp_10.42.42.5(pid=19134): stderr: \u000a| �[0;m�[38;5;43m20221209091444832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091444832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091444832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091444833 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091444833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091444834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091444834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:46.728835 run patchelf(pid=19137): Terminating (SIGINT)\u000a09:14:46.902859 run patchelf(pid=19137): Terminated: ok {rc=0}\u000a09:14:46.935843 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19134): Process ended prematurely: osmo-stp_10.42.42.5(pid=19134) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19134)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:14:46.946183 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:14:47.007772 run osmo-hlr_10.42.42.2(pid=19131): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19131)]\u000a09:14:47.057548 run osmo-hlr_10.42.42.2(pid=19131): stdout: \u000a| (launched: 2022-12-09_09:14:43.713395) \u000a09:14:47.108514 run osmo-hlr_10.42.42.2(pid=19131): stderr: \u000a| �[0;m�[1;31m20221209091443888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091443888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091443888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091443888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091443888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091443888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091443901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091443909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091443909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091443909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:47.151447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19126): Terminating (SIGTERM)\u000a09:14:47.191779 run iperf3-srv_10.42.42.10(pid=19127): Terminating (SIGTERM)\u000a09:14:47.231569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19130): Terminating (SIGTERM)\u000a09:14:47.271630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19133): Terminating (SIGTERM)\u000a09:14:47.311200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19136): Terminating (SIGTERM)\u000a09:14:47.320453 --- ParallelTerminationStrategy: PID 19126 died...\u000a09:14:47.373545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19126): Terminated: ok {rc=0}\u000a09:14:47.383131 --- ParallelTerminationStrategy: PID 19127 died...\u000a09:14:47.435806 run iperf3-srv_10.42.42.10(pid=19127): Terminated {rc=256}\u000a09:14:47.445411 --- ParallelTerminationStrategy: PID 19130 died...\u000a09:14:47.498344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19130): Terminated: ok {rc=0}\u000a09:14:47.507944 --- ParallelTerminationStrategy: PID 19133 died...\u000a09:14:47.560778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19133): Terminated: ok {rc=0}\u000a09:14:47.570432 --- ParallelTerminationStrategy: PID 19136 died...\u000a09:14:47.623933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19136): Terminated: ok {rc=0}\u000a09:14:47.712229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19152): Process ended prematurely: osmo-stp_10.42.42.5(pid=19152) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19152)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19152): Process ended prematurely: osmo-stp_10.42.42.5(pid=19152) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:14:48.822685 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:48.834459 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:14:48.995363 tst iperf3m4.py: using LAC 20444\u000a09:14:49.117816 tst iperf3m4.py: using RAC 44\u000a09:14:49.239543 tst iperf3m4.py: using CellId 20444\u000a09:14:49.361346 tst iperf3m4.py: using BVCI 20445\u000a09:14:49.384748 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:49.395919 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:49.406852 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:49.417803 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:49.428574 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:49.439432 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:49.450544 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:49.461364 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:14:49.472313 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:14:49.590383 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:14:49.713712 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:14:49.833752 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:14:50.114720 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:14:50.242245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:50.559077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19138): Launched\u000a09:14:50.824231 run iperf3-srv_10.42.42.10(pid=19139): Launched\u000a09:14:51.010467 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:14:51.137632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:51.455427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19140): Launched\u000a09:14:51.720300 run iperf3-srv_10.42.42.10(pid=19141): Launched\u000a09:14:51.907119 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:14:52.034445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:52.350952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19142): Launched\u000a09:14:52.613305 run iperf3-srv_10.42.42.10(pid=19143): Launched\u000a09:14:52.798965 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:14:52.926140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:14:53.242355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19144): Launched\u000a09:14:53.508243 run iperf3-srv_10.42.42.10(pid=19145): Launched\u000a09:14:53.694809 tst iperf3m4.py:8: start network...\u000a09:14:53.822594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:14:54.312621 run create_hlr_db(pid=19146): Launched\u000a09:14:54.487500 bus /gobi_6: Setting Powered False\u000a09:14:55.510427 run create_hlr_db(pid=19146): Terminated: ok {rc=0}\u000a09:14:55.945751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19148): Launched\u000a09:14:56.274378 run osmo-hlr_10.42.42.2(pid=19149): Launched\u000a09:14:56.392420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:14:56.963990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19151): Launched\u000a09:14:57.291985 run osmo-stp_10.42.42.5(pid=19152): Launched\u000a09:14:57.410626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:14:57.979706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19154): Launched\u000a09:14:58.096206 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:14:58.380110 run patchelf(pid=19155): Launched\u000a09:14:58.569822 run osmo-stp_10.42.42.5(pid=19152): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19152)]\u000a09:14:58.708458 run osmo-stp_10.42.42.5(pid=19152): stdout: \u000a| (launched: 2022-12-09_09:14:57.130107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:58.848149 run osmo-stp_10.42.42.5(pid=19152): stderr: \u000a| �[0;m�[38;5;43m20221209091457321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091457321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091457321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091457322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091457322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091457322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091457322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:58.982914 run osmo-stp_10.42.42.5(pid=19152): stdout: \u000a| (launched: 2022-12-09_09:14:57.130107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:14:59.116483 run osmo-stp_10.42.42.5(pid=19152): stderr: \u000a| �[0;m�[38;5;43m20221209091457321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091457321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091457321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091457322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091457322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091457322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091457322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:14:59.271732 run patchelf(pid=19155): Terminating (SIGINT)\u000a09:14:59.454351 run patchelf(pid=19155): Terminated: ok {rc=0}\u000a09:14:59.487551 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19152): Process ended prematurely: osmo-stp_10.42.42.5(pid=19152) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19152)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:14:59.497426 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:14:59.561258 run osmo-hlr_10.42.42.2(pid=19149): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19149)]\u000a09:14:59.612760 run osmo-hlr_10.42.42.2(pid=19149): stdout: \u000a| (launched: 2022-12-09_09:14:56.112104) \u000a09:14:59.664867 run osmo-hlr_10.42.42.2(pid=19149): stderr: \u000a| �[0;m�[1;31m20221209091456308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091456308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091456308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091456308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091456308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091456309 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091456321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091456330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091456331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091456331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:14:59.708850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19138): Terminating (SIGTERM)\u000a09:14:59.751303 run iperf3-srv_10.42.42.10(pid=19139): Terminating (SIGTERM)\u000a09:14:59.793276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19140): Terminating (SIGTERM)\u000a09:14:59.834990 run iperf3-srv_10.42.42.10(pid=19141): Terminating (SIGTERM)\u000a09:14:59.876871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19142): Terminating (SIGTERM)\u000a09:14:59.918614 run iperf3-srv_10.42.42.10(pid=19143): Terminating (SIGTERM)\u000a09:14:59.960326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19144): Terminating (SIGTERM)\u000a09:15:00.002087 run iperf3-srv_10.42.42.10(pid=19145): Terminating (SIGTERM)\u000a09:15:00.044231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19148): Terminating (SIGTERM)\u000a09:15:00.086041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19151): Terminating (SIGTERM)\u000a09:15:00.127464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19154): Terminating (SIGTERM)\u000a09:15:00.137509 --- ParallelTerminationStrategy: PID 19138 died...\u000a09:15:00.193656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19138): Terminated: ok {rc=0}\u000a09:15:00.203771 --- ParallelTerminationStrategy: PID 19139 died...\u000a09:15:00.259218 run iperf3-srv_10.42.42.10(pid=19139): Terminated {rc=256}\u000a09:15:00.270005 --- ParallelTerminationStrategy: PID 19140 died...\u000a09:15:00.325788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19140): Terminated: ok {rc=0}\u000a09:15:00.335829 --- ParallelTerminationStrategy: PID 19141 died...\u000a09:15:00.391231 run iperf3-srv_10.42.42.10(pid=19141): Terminated {rc=256}\u000a09:15:00.401614 --- ParallelTerminationStrategy: PID 19142 died...\u000a09:15:00.457224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19142): Terminated: ok {rc=0}\u000a09:15:00.467222 --- ParallelTerminationStrategy: PID 19143 died...\u000a09:15:00.522897 run iperf3-srv_10.42.42.10(pid=19143): Terminated {rc=256}\u000a09:15:00.533073 --- ParallelTerminationStrategy: PID 19144 died...\u000a09:15:00.588705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19144): Terminated: ok {rc=0}\u000a09:15:00.598899 --- ParallelTerminationStrategy: PID 19145 died...\u000a09:15:00.654701 run iperf3-srv_10.42.42.10(pid=19145): Terminated {rc=256}\u000a09:15:00.664655 --- ParallelTerminationStrategy: PID 19148 died...\u000a09:15:00.720271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19148): Terminated: ok {rc=0}\u000a09:15:00.730655 --- ParallelTerminationStrategy: PID 19151 died...\u000a09:15:00.786990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19151): Terminated: ok {rc=0}\u000a09:15:00.797157 --- ParallelTerminationStrategy: PID 19154 died...\u000a09:15:00.869170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19154): Terminated: ok {rc=0}\u000a09:15:00.968250 bus /gobi_4: Setting Powered False\u000a09:15:02.087476 bus /gobi_4: Setting Powered False\u000a09:15:03.198554 bus /gobi_1: Setting Powered False\u000a09:15:04.299598 bus /gobi_1: Setting Powered False\u000a09:15:05.405403 bus /gobi_0: Setting Powered False\u000a09:15:06.511073 bus /gobi_0: Setting Powered False\u000a09:15:07.624722 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19165): Process ended prematurely: osmo-stp_10.42.42.5(pid=19165) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19165)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19165): Process ended prematurely: osmo-stp_10.42.42.5(pid=19165) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:15:08.693889 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:08.706247 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:15:08.873650 tst ping.py: using LAC 20445\u000a09:15:08.999196 tst ping.py: using RAC 45\u000a09:15:09.125361 tst ping.py: using CellId 20445\u000a09:15:09.250847 tst ping.py: using BVCI 20446\u000a09:15:09.275454 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:09.287011 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:09.298505 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:09.310063 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:09.321686 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:09.332917 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:09.344568 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:09.356123 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:09.649734 tst ping.py:19: start network...\u000a09:15:09.784130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:10.292146 run create_hlr_db(pid=19159): Launched\u000a09:15:10.478889 bus /gobi_6: Setting Powered False\u000a09:15:11.499935 run create_hlr_db(pid=19159): Terminated: ok {rc=0}\u000a09:15:11.903658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19161): Launched\u000a09:15:12.205530 run osmo-hlr_10.42.42.2(pid=19162): Launched\u000a09:15:12.320217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:12.842636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19164): Launched\u000a09:15:13.143628 run osmo-stp_10.42.42.5(pid=19165): Launched\u000a09:15:13.252736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:13.777317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19167): Launched\u000a09:15:13.883864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:14.145668 run patchelf(pid=19168): Launched\u000a09:15:14.321236 run osmo-stp_10.42.42.5(pid=19165): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19165)]\u000a09:15:14.449095 run osmo-stp_10.42.42.5(pid=19165): stdout: \u000a| (launched: 2022-12-09_09:15:12.994902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:14.577127 run osmo-stp_10.42.42.5(pid=19165): stderr: \u000a| �[0;m�[38;5;43m20221209091513161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091513162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091513162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091513162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091513163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091513163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091513163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:14.700686 run osmo-stp_10.42.42.5(pid=19165): stdout: \u000a| (launched: 2022-12-09_09:15:12.994902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:14.823714 run osmo-stp_10.42.42.5(pid=19165): stderr: \u000a| �[0;m�[38;5;43m20221209091513161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091513162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091513162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091513162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091513163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091513163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091513163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:14.966692 run patchelf(pid=19168): Terminating (SIGINT)\u000a09:15:15.134515 run patchelf(pid=19168): Terminated: ok {rc=0}\u000a09:15:15.165020 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19165): Process ended prematurely: osmo-stp_10.42.42.5(pid=19165) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19165)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:15:15.173602 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:15:15.232879 run osmo-hlr_10.42.42.2(pid=19162): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19162)]\u000a09:15:15.281326 run osmo-hlr_10.42.42.2(pid=19162): stdout: \u000a| (launched: 2022-12-09_09:15:12.056911) \u000a09:15:15.330339 run osmo-hlr_10.42.42.2(pid=19162): stderr: \u000a| �[0;m�[1;31m20221209091512230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091512230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091512230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091512231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091512231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091512231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091512243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091512254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091512254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091512254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:15.372352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19161): Terminating (SIGTERM)\u000a09:15:15.412035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19164): Terminating (SIGTERM)\u000a09:15:15.451648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19167): Terminating (SIGTERM)\u000a09:15:15.460516 --- ParallelTerminationStrategy: PID 19161 died...\u000a09:15:15.513786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19161): Terminated: ok {rc=0}\u000a09:15:15.523434 --- ParallelTerminationStrategy: PID 19164 died...\u000a09:15:15.575709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19164): Terminated: ok {rc=0}\u000a09:15:15.585294 --- ParallelTerminationStrategy: PID 19167 died...\u000a09:15:15.637525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19167): Terminated: ok {rc=0}\u000a09:15:15.725842 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19175): Process ended prematurely: osmo-stp_10.42.42.5(pid=19175) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19175)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19175): Process ended prematurely: osmo-stp_10.42.42.5(pid=19175) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:15:16.780749 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:16.799005 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:15:16.988773 tst ping_idle_ping.py: using LAC 20446\u000a09:15:17.112652 tst ping_idle_ping.py: using RAC 46\u000a09:15:17.235571 tst ping_idle_ping.py: using CellId 20446\u000a09:15:17.356638 tst ping_idle_ping.py: using BVCI 20447\u000a09:15:17.379598 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.390649 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.401661 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.413050 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.424302 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.435603 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.447101 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:15:17.458555 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:15:17.735837 tst ping_idle_ping.py:24: start network...\u000a09:15:17.861366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:18.349362 run create_hlr_db(pid=19169): Launched\u000a09:15:18.524248 bus /gobi_6: Setting Powered False\u000a09:15:19.545616 run create_hlr_db(pid=19169): Terminated: ok {rc=0}\u000a09:15:19.975366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19171): Launched\u000a09:15:20.292905 run osmo-hlr_10.42.42.2(pid=19172): Launched\u000a09:15:20.406841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:20.936447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19174): Launched\u000a09:15:21.261677 run osmo-stp_10.42.42.5(pid=19175): Launched\u000a09:15:21.379148 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:21.943521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19177): Launched\u000a09:15:22.058689 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:22.339685 run patchelf(pid=19178): Launched\u000a09:15:22.527892 run osmo-stp_10.42.42.5(pid=19175): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19175)]\u000a09:15:22.665492 run osmo-stp_10.42.42.5(pid=19175): stdout: \u000a| (launched: 2022-12-09_09:15:21.101357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:22.803562 run osmo-stp_10.42.42.5(pid=19175): stderr: \u000a| �[0;m�[38;5;43m20221209091521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091521293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:22.936675 run osmo-stp_10.42.42.5(pid=19175): stdout: \u000a| (launched: 2022-12-09_09:15:21.101357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:23.068545 run osmo-stp_10.42.42.5(pid=19175): stderr: \u000a| �[0;m�[38;5;43m20221209091521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091521292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091521293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091521293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:23.221468 run patchelf(pid=19178): Terminating (SIGINT)\u000a09:15:23.400915 run patchelf(pid=19178): Terminated: ok {rc=0}\u000a09:15:23.433521 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19175): Process ended prematurely: osmo-stp_10.42.42.5(pid=19175) [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19175)] [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:15:23.442822 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a09:15:23.506684 run osmo-hlr_10.42.42.2(pid=19172): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19172)]\u000a09:15:23.558925 run osmo-hlr_10.42.42.2(pid=19172): stdout: \u000a| (launched: 2022-12-09_09:15:20.139034) \u000a09:15:23.611711 run osmo-hlr_10.42.42.2(pid=19172): stderr: \u000a| �[0;m�[1;31m20221209091520319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091520319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091520319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091520319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091520319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091520319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091520331 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091520340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091520340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091520340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:23.656338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19171): Terminating (SIGTERM)\u000a09:15:23.698928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19174): Terminating (SIGTERM)\u000a09:15:23.741576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19177): Terminating (SIGTERM)\u000a09:15:23.751818 --- ParallelTerminationStrategy: PID 19171 died...\u000a09:15:23.808763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19171): Terminated: ok {rc=0}\u000a09:15:23.819260 --- ParallelTerminationStrategy: PID 19174 died...\u000a09:15:23.875890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19174): Terminated: ok {rc=0}\u000a09:15:23.886246 --- ParallelTerminationStrategy: PID 19177 died...\u000a09:15:23.942580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19177): Terminated: ok {rc=0}\u000a09:15:24.031592 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:14:26" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19191): Process ended prematurely: osmo-stp_10.42.42.5(pid=19191) [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19191)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19191): Process ended prematurely: osmo-stp_10.42.42.5(pid=19191) [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:15:26.099561 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:15:26.112096 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:15:26.279934 tst switch_tch_pdch.py: using LAC 20447\u000a09:15:26.405359 tst switch_tch_pdch.py: using RAC 47\u000a09:15:26.529976 tst switch_tch_pdch.py: using CellId 20447\u000a09:15:26.649870 tst switch_tch_pdch.py: using BVCI 20448\u000a09:15:26.673438 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:15:26.684744 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:15:26.695970 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:15:26.707695 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:15:26.719403 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:15:26.731109 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:15:26.743009 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:15:26.754762 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:15:26.876639 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:15:27.176282 tst switch_tch_pdch.py:51: start network...\u000a09:15:27.311653 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:27.819188 run create_hlr_db(pid=19185): Launched\u000a09:15:28.004716 bus /gobi_6: Setting Powered False\u000a09:15:29.024745 run create_hlr_db(pid=19185): Terminated: ok {rc=0}\u000a09:15:29.426701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19187): Launched\u000a09:15:29.729574 run osmo-hlr_10.42.42.2(pid=19188): Launched\u000a09:15:29.838313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:30.357435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19190): Launched\u000a09:15:30.656921 run osmo-stp_10.42.42.5(pid=19191): Launched\u000a09:15:30.766909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:31.371696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19193): Launched\u000a09:15:31.487414 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:31.772632 run patchelf(pid=19194): Launched\u000a09:15:31.951937 run osmo-stp_10.42.42.5(pid=19191): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19191)]\u000a09:15:32.082342 run osmo-stp_10.42.42.5(pid=19191): stdout: \u000a| (launched: 2022-12-09_09:15:30.509646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:32.212764 run osmo-stp_10.42.42.5(pid=19191): stderr: \u000a| �[0;m�[38;5;43m20221209091530679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091530680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091530680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091530680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091530681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091530681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091530681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:32.337619 run osmo-stp_10.42.42.5(pid=19191): stdout: \u000a| (launched: 2022-12-09_09:15:30.509646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:32.460271 run osmo-stp_10.42.42.5(pid=19191): stderr: \u000a| �[0;m�[38;5;43m20221209091530679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091530680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091530680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091530680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091530681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091530681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091530681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:32.602848 run patchelf(pid=19194): Terminating (SIGINT)\u000a09:15:32.770724 run patchelf(pid=19194): Terminated: ok {rc=0}\u000a09:15:32.801674 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19191): Process ended prematurely: osmo-stp_10.42.42.5(pid=19191) [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19191)] [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:15:32.810456 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:15:32.870158 run osmo-hlr_10.42.42.2(pid=19188): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19188)]\u000a09:15:32.918893 run osmo-hlr_10.42.42.2(pid=19188): stdout: \u000a| (launched: 2022-12-09_09:15:29.580333) \u000a09:15:32.968329 run osmo-hlr_10.42.42.2(pid=19188): stderr: \u000a| �[0;m�[1;31m20221209091529756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091529756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091529756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091529756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091529756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091529756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091529790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091529801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091529802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091529802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:33.010355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19187): Terminating (SIGTERM)\u000a09:15:33.050006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19190): Terminating (SIGTERM)\u000a09:15:33.089664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19193): Terminating (SIGTERM)\u000a09:15:33.098916 --- ParallelTerminationStrategy: PID 19187 died...\u000a09:15:33.152139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19187): Terminated: ok {rc=0}\u000a09:15:33.161782 --- ParallelTerminationStrategy: PID 19190 died...\u000a09:15:33.214745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19190): Terminated: ok {rc=0}\u000a09:15:33.224267 --- ParallelTerminationStrategy: PID 19193 died...\u000a09:15:33.277066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19193): Terminated: ok {rc=0}\u000a09:15:33.364918 bus /gobi_0: Setting Powered False\u000a09:15:34.467284 bus /gobi_0: Setting Powered False\u000a09:15:35.578858 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:15:25" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19204): Process ended prematurely: osmo-stp_10.42.42.5(pid=19204) [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19204)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19204): Process ended prematurely: osmo-stp_10.42.42.5(pid=19204) [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:15:37.571476 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:15:37.583123 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:15:37.748756 tst switch_tch_pdch.py: using LAC 20448\u000a09:15:37.876913 tst switch_tch_pdch.py: using RAC 48\u000a09:15:38.002179 tst switch_tch_pdch.py: using CellId 20448\u000a09:15:38.126888 tst switch_tch_pdch.py: using BVCI 20449\u000a09:15:38.151515 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:15:38.163133 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:15:38.174457 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:15:38.186096 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:15:38.197601 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:15:38.209050 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:15:38.220556 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:15:38.232183 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:15:38.349945 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:15:38.626297 tst switch_tch_pdch.py:51: start network...\u000a09:15:38.750717 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:39.206088 run create_hlr_db(pid=19198): Launched\u000a09:15:39.328484 bus /gobi_6: Setting Powered False\u000a09:15:40.400094 run create_hlr_db(pid=19198): Terminated: ok {rc=0}\u000a09:15:40.800351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19200): Launched\u000a09:15:41.122419 run osmo-hlr_10.42.42.2(pid=19201): Launched\u000a09:15:41.241484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:15:41.771623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19203): Launched\u000a09:15:42.094627 run osmo-stp_10.42.42.5(pid=19204): Launched\u000a09:15:42.210697 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:15:42.743660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19206): Launched\u000a09:15:42.859054 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:15:43.139845 run patchelf(pid=19207): Launched\u000a09:15:43.327612 run osmo-stp_10.42.42.5(pid=19204): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19204)]\u000a09:15:43.464825 run osmo-stp_10.42.42.5(pid=19204): stdout: \u000a| (launched: 2022-12-09_09:15:41.935347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:43.602540 run osmo-stp_10.42.42.5(pid=19204): stderr: \u000a| �[0;m�[38;5;43m20221209091542126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091542126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091542126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091542126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091542127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091542127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091542127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:43.735913 run osmo-stp_10.42.42.5(pid=19204): stdout: \u000a| (launched: 2022-12-09_09:15:41.935347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:15:43.868296 run osmo-stp_10.42.42.5(pid=19204): stderr: \u000a| �[0;m�[38;5;43m20221209091542126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091542126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091542126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091542126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091542127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091542127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091542127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:15:44.021869 run patchelf(pid=19207): Terminating (SIGINT)\u000a09:15:44.202025 run patchelf(pid=19207): Terminated: ok {rc=0}\u000a09:15:44.234684 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19204): Process ended prematurely: osmo-stp_10.42.42.5(pid=19204) [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19204)] [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:15:44.243981 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a09:15:44.307238 run osmo-hlr_10.42.42.2(pid=19201): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19201)]\u000a09:15:44.358956 run osmo-hlr_10.42.42.2(pid=19201): stdout: \u000a| (launched: 2022-12-09_09:15:40.963986) \u000a09:15:44.411445 run osmo-hlr_10.42.42.2(pid=19201): stderr: \u000a| �[0;m�[1;31m20221209091541161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091541161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091541161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091541161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091541161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091541161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091541174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091541182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091541182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091541182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:15:44.455715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19200): Terminating (SIGTERM)\u000a09:15:44.497940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19203): Terminating (SIGTERM)\u000a09:15:44.540046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19206): Terminating (SIGTERM)\u000a09:15:44.549960 --- ParallelTerminationStrategy: PID 19200 died...\u000a09:15:44.606327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19200): Terminated: ok {rc=0}\u000a09:15:44.616493 --- ParallelTerminationStrategy: PID 19203 died...\u000a09:15:44.672997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19203): Terminated: ok {rc=0}\u000a09:15:44.683216 --- ParallelTerminationStrategy: PID 19206 died...\u000a09:15:44.739629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19206): Terminated: ok {rc=0}\u000a09:15:44.827220 bus /gobi_0: Setting Powered False\u000a09:15:45.944311 bus /gobi_0: Setting Powered False\u000a09:15:47.067155 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:15:37" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19213): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19213) [trial-2357↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19213)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19213): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19213) [trial-2357↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a09:15:48.972147 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a09:15:48.985403 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:15:49.124084 tst mo_mt_sms.py: using LAC 20449\u000a09:15:49.247418 tst mo_mt_sms.py: using RAC 49\u000a09:15:49.386109 tst mo_mt_sms.py: using CellId 20449\u000a09:15:49.514214 tst mo_mt_sms.py: using BVCI 20450\u000a09:15:49.538581 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:15:49.656512 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:15:49.949053 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:15:50.083171 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:15:50.742904 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19212): Launched\u000a09:15:51.062500 run osmo-nitb_10.42.42.2(pid=19213): Launched\u000a09:15:51.258625 run osmo-nitb_10.42.42.2(pid=19213): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19213)]\u000a09:15:51.402972 run osmo-nitb_10.42.42.2(pid=19213): stdout: \u000a| (launched: 2022-12-09_09:15:50.906836) \u000a09:15:51.547607 run osmo-nitb_10.42.42.2(pid=19213): stderr: \u000a| (launched: 2022-12-09_09:15:50.954721)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:15:51.687459 run osmo-nitb_10.42.42.2(pid=19213): stdout: \u000a| (launched: 2022-12-09_09:15:50.906836) \u000a09:15:51.827331 run osmo-nitb_10.42.42.2(pid=19213): stderr: \u000a| (launched: 2022-12-09_09:15:50.954721)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:15:52.191092 tst osmo-nitb_10.42.42.2(pid=19213): stdout: \u000a| (launched: 2022-12-09_09:15:50.906836) \u000a09:15:52.318921 tst osmo-nitb_10.42.42.2(pid=19213): stderr: \u000a| (launched: 2022-12-09_09:15:50.954721)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:15:52.374776 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19213): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19213) [trial-2357↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19213)] [trial-2357↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a09:15:52.383620 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a09:15:52.419629 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19212): Terminating (SIGTERM)\u000a09:15:52.597730 --- ParallelTerminationStrategy: PID 19212 died...\u000a09:15:52.655102 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19212): Terminated: ok {rc=0}\u000a09:15:52.742661 bus /sierra_3: Setting Powered False\u000a09:15:53.850030 bus /sierra_3: Setting Powered False\u000a09:15:54.964538 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:15:48" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19223): Process ended prematurely: osmo-stp_10.42.42.5(pid=19223) [trial-2357↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19223)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19223): Process ended prematurely: osmo-stp_10.42.42.5(pid=19223) [trial-2357↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a09:15:56.846697 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:15:56.857675 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:15:56.988194 tst mo_mt_sms.py: using LAC 20450\u000a09:15:57.108426 tst mo_mt_sms.py: using RAC 50\u000a09:15:57.225737 tst mo_mt_sms.py: using CellId 20450\u000a09:15:57.351050 tst mo_mt_sms.py: using BVCI 20451\u000a09:15:57.375535 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:15:57.387104 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:15:57.398910 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:15:57.410505 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:15:57.422985 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:15:57.434285 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:15:57.553888 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:15:57.766858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:15:58.275169 run create_hlr_db(pid=19217): Launched\u000a09:15:58.461650 bus /sierra_2: Setting Powered False\u000a09:15:59.482326 run create_hlr_db(pid=19217): Terminated: ok {rc=0}\u000a09:15:59.886662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19219): Launched\u000a09:16:00.187467 run osmo-hlr_10.42.42.2(pid=19220): Launched\u000a09:16:00.298289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:00.818928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19222): Launched\u000a09:16:01.334216 run osmo-stp_10.42.42.5(pid=19223): Launched\u000a09:16:01.524283 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:02.171160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19225): Launched\u000a09:16:02.501826 run osmo-msc_10.42.42.6(pid=19226): Launched\u000a09:16:02.694137 run osmo-stp_10.42.42.5(pid=19223): ERR: Terminated: ERROR {rc=1} [trial-2357↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19223)]\u000a09:16:02.833290 run osmo-stp_10.42.42.5(pid=19223): stdout: \u000a| (launched: 2022-12-09_09:16:01.013406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:02.968728 run osmo-stp_10.42.42.5(pid=19223): stderr: \u000a| �[0;m�[38;5;43m20221209091601237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091601237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091601237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091601237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091601238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091601238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091601238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:03.098482 run osmo-stp_10.42.42.5(pid=19223): stdout: \u000a| (launched: 2022-12-09_09:16:01.013406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:03.227183 run osmo-stp_10.42.42.5(pid=19223): stderr: \u000a| �[0;m�[38;5;43m20221209091601237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091601237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091601237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091601237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091601238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091601238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091601238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:03.283298 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19223): Process ended prematurely: osmo-stp_10.42.42.5(pid=19223) [trial-2357↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19223)] [trial-2357↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a09:16:03.291828 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a09:16:03.355976 run osmo-hlr_10.42.42.2(pid=19220): ERR: Terminated: ERROR {rc=237} [trial-2357↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19220)]\u000a09:16:03.408342 run osmo-hlr_10.42.42.2(pid=19220): stdout: \u000a| (launched: 2022-12-09_09:16:00.039104) \u000a09:16:03.460880 run osmo-hlr_10.42.42.2(pid=19220): stderr: \u000a| �[0;m�[1;31m20221209091600214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091600214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091600214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091600214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091600214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091600214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091600226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091600237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091600237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091600237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:03.533528 run osmo-msc_10.42.42.6(pid=19226): ERR: Terminated: ERROR {rc=2} [trial-2357↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19226)]\u000a09:16:03.586495 run osmo-msc_10.42.42.6(pid=19226): stdout: \u000a| (launched: 2022-12-09_09:16:02.339096) \u000a09:16:03.639548 run osmo-msc_10.42.42.6(pid=19226): stderr: \u000a| �[0;m�[38;5;43m20221209091602656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091602657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc17b1c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091602657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091602657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091602657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091602657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091602659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091602659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091602659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091602660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:03.684709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19219): Terminating (SIGTERM)\u000a09:16:03.727148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19222): Terminating (SIGTERM)\u000a09:16:03.770179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19225): Terminating (SIGTERM)\u000a09:16:03.779991 --- ParallelTerminationStrategy: PID 19219 died...\u000a09:16:03.837296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19219): Terminated: ok {rc=0}\u000a09:16:03.847474 --- ParallelTerminationStrategy: PID 19222 died...\u000a09:16:03.904215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19222): Terminated: ok {rc=0}\u000a09:16:03.914388 --- ParallelTerminationStrategy: PID 19225 died...\u000a09:16:03.970993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19225): Terminated: ok {rc=0}\u000a09:16:04.058478 bus /sierra_3: Setting Powered False\u000a09:16:05.167203 bus /sierra_3: Setting Powered False\u000a09:16:06.276978 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:15:56" }, { "cases" : [ { "testActions" : [ ], "age" : 218, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19232): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19232) [trial-2357↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19232)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19232): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19232) [trial-2357↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19232)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a09:16:08.123560 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a09:16:08.134732 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:16:08.267325 tst assert_extension.py: using LAC 20451\u000a09:16:08.383866 tst assert_extension.py: using RAC 51\u000a09:16:08.500869 tst assert_extension.py: using CellId 20451\u000a09:16:08.619066 tst assert_extension.py: using BVCI 20452\u000a09:16:08.641827 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a09:16:08.932074 tst assert_extension.py:10: start nitb and bts...\u000a09:16:09.066019 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:16:09.730259 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19231): Launched\u000a09:16:10.050429 run osmo-nitb_10.42.42.2(pid=19232): Launched\u000a09:16:10.247101 run osmo-nitb_10.42.42.2(pid=19232): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19232)]\u000a09:16:10.392004 run osmo-nitb_10.42.42.2(pid=19232): stdout: \u000a| (launched: 2022-12-09_09:16:09.894147) \u000a09:16:10.537417 run osmo-nitb_10.42.42.2(pid=19232): stderr: \u000a| (launched: 2022-12-09_09:16:09.942210)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:16:10.678225 run osmo-nitb_10.42.42.2(pid=19232): stdout: \u000a| (launched: 2022-12-09_09:16:09.894147) \u000a09:16:10.818367 run osmo-nitb_10.42.42.2(pid=19232): stderr: \u000a| (launched: 2022-12-09_09:16:09.942210)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:16:11.179614 tst osmo-nitb_10.42.42.2(pid=19232): stdout: \u000a| (launched: 2022-12-09_09:16:09.894147) \u000a09:16:11.307621 tst osmo-nitb_10.42.42.2(pid=19232): stderr: \u000a| (launched: 2022-12-09_09:16:09.942210)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:16:11.363573 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19232): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19232) [trial-2357↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19232)] [trial-2357↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a09:16:11.372427 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:16:11.409349 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19231): Terminating (SIGTERM)\u000a09:16:11.587600 --- ParallelTerminationStrategy: PID 19231 died...\u000a09:16:11.645852 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19231): Terminated: ok {rc=0}\u000a09:16:11.734071 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:16:07" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "ussd:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19243): Process ended prematurely: osmo-stp_10.42.42.5(pid=19243) [trial-2357↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19243)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19243): Process ended prematurely: osmo-stp_10.42.42.5(pid=19243) [trial-2357↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a09:16:13.561801 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:13.572583 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:16:13.701762 tst assert_extension.py: using LAC 20452\u000a09:16:13.818562 tst assert_extension.py: using RAC 52\u000a09:16:13.935565 tst assert_extension.py: using CellId 20452\u000a09:16:14.053215 tst assert_extension.py: using BVCI 20453\u000a09:16:14.075902 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:14.086934 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:14.097821 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:14.108916 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:14.119740 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:16:14.130453 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a09:16:14.334027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:14.813984 run create_hlr_db(pid=19237): Launched\u000a09:16:14.986165 bus /sierra_2: Setting Powered False\u000a09:16:16.028909 run create_hlr_db(pid=19237): Terminated: ok {rc=0}\u000a09:16:16.490052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19239): Launched\u000a09:16:16.916779 run osmo-hlr_10.42.42.2(pid=19240): Launched\u000a09:16:17.110171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:17.659494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19242): Launched\u000a09:16:17.960522 run osmo-stp_10.42.42.5(pid=19243): Launched\u000a09:16:18.070946 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:18.619395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19245): Launched\u000a09:16:18.921915 run osmo-msc_10.42.42.6(pid=19246): Launched\u000a09:16:19.098275 run osmo-stp_10.42.42.5(pid=19243): ERR: Terminated: ERROR {rc=1} [trial-2357↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19243)]\u000a09:16:19.225258 run osmo-stp_10.42.42.5(pid=19243): stdout: \u000a| (launched: 2022-12-09_09:16:17.812490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:19.350266 run osmo-stp_10.42.42.5(pid=19243): stderr: \u000a| �[0;m�[38;5;43m20221209091617982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091617982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091617983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091617983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091617984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091617984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091617984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:19.470501 run osmo-stp_10.42.42.5(pid=19243): stdout: \u000a| (launched: 2022-12-09_09:16:17.812490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:19.590215 run osmo-stp_10.42.42.5(pid=19243): stderr: \u000a| �[0;m�[38;5;43m20221209091617982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091617982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091617983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091617983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091617984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091617984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091617984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:19.642316 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19243): Process ended prematurely: osmo-stp_10.42.42.5(pid=19243) [trial-2357↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19243)] [trial-2357↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a09:16:19.650105 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a09:16:19.709690 run osmo-hlr_10.42.42.2(pid=19240): ERR: Terminated: ERROR {rc=237} [trial-2357↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19240)]\u000a09:16:19.758434 run osmo-hlr_10.42.42.2(pid=19240): stdout: \u000a| (launched: 2022-12-09_09:16:16.659599) \u000a09:16:19.808055 run osmo-hlr_10.42.42.2(pid=19240): stderr: \u000a| �[0;m�[1;31m20221209091616970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091616970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091616970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091616970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091616970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091616970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091616987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091617011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091617011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091617011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:19.875595 run osmo-msc_10.42.42.6(pid=19246): ERR: Terminated: ERROR {rc=2} [trial-2357↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19246)]\u000a09:16:19.924539 run osmo-msc_10.42.42.6(pid=19246): stdout: \u000a| (launched: 2022-12-09_09:16:18.771373) \u000a09:16:19.974214 run osmo-msc_10.42.42.6(pid=19246): stderr: \u000a| �[0;m�[38;5;43m20221209091619041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091619041 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79284dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091619041 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091619041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091619042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091619042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091619043 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091619044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091619044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091619044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:20.016814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19239): Terminating (SIGTERM)\u000a09:16:20.056807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19242): Terminating (SIGTERM)\u000a09:16:20.096687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19245): Terminating (SIGTERM)\u000a09:16:20.106011 --- ParallelTerminationStrategy: PID 19239 died...\u000a09:16:20.159294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19239): Terminated: ok {rc=0}\u000a09:16:20.168932 --- ParallelTerminationStrategy: PID 19242 died...\u000a09:16:20.221851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19242): Terminated: ok {rc=0}\u000a09:16:20.231387 --- ParallelTerminationStrategy: PID 19245 died...\u000a09:16:20.284727 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19245): Terminated: ok {rc=0}\u000a09:16:20.368468 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:16:13" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19257): Process ended prematurely: osmo-stp_10.42.42.5(pid=19257) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19257)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19257): Process ended prematurely: osmo-stp_10.42.42.5(pid=19257) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:16:22.326927 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:22.338425 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:16:22.502302 tst mo_mt_call.py: using LAC 20453\u000a09:16:22.630527 tst mo_mt_call.py: using RAC 53\u000a09:16:22.759762 tst mo_mt_call.py: using CellId 20453\u000a09:16:22.890556 tst mo_mt_call.py: using BVCI 20454\u000a09:16:22.915721 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:22.927955 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:22.939872 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:22.951980 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:22.964486 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:22.976455 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:16:23.097107 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:16:23.301874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:23.792654 run create_hlr_db(pid=19251): Launched\u000a09:16:23.967704 bus /sierra_2: Setting Powered False\u000a09:16:24.990301 run create_hlr_db(pid=19251): Terminated: ok {rc=0}\u000a09:16:25.423703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19253): Launched\u000a09:16:25.754928 run osmo-hlr_10.42.42.2(pid=19254): Launched\u000a09:16:25.876716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:26.447536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19256): Launched\u000a09:16:26.775956 run osmo-stp_10.42.42.5(pid=19257): Launched\u000a09:16:26.895030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:27.492009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19259): Launched\u000a09:16:27.821619 run osmo-msc_10.42.42.6(pid=19260): Launched\u000a09:16:28.013237 run osmo-stp_10.42.42.5(pid=19257): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19257)]\u000a09:16:28.151587 run osmo-stp_10.42.42.5(pid=19257): stdout: \u000a| (launched: 2022-12-09_09:16:26.613748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:28.287824 run osmo-stp_10.42.42.5(pid=19257): stderr: \u000a| �[0;m�[38;5;43m20221209091626804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091626805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091626806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091626806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091626806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091626807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091626807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:28.419795 run osmo-stp_10.42.42.5(pid=19257): stdout: \u000a| (launched: 2022-12-09_09:16:26.613748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:28.550370 run osmo-stp_10.42.42.5(pid=19257): stderr: \u000a| �[0;m�[38;5;43m20221209091626804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091626805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091626806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091626806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091626806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091626807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091626807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:28.607450 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19257): Process ended prematurely: osmo-stp_10.42.42.5(pid=19257) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19257)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:16:28.616486 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:16:28.680033 run osmo-hlr_10.42.42.2(pid=19254): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19254)]\u000a09:16:28.731821 run osmo-hlr_10.42.42.2(pid=19254): stdout: \u000a| (launched: 2022-12-09_09:16:25.590694) \u000a09:16:28.784340 run osmo-hlr_10.42.42.2(pid=19254): stderr: \u000a| �[0;m�[1;31m20221209091625788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091625788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091625788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091625788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091625788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091625788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091625801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091625811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091625812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091625812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:28.855312 run osmo-msc_10.42.42.6(pid=19260): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19260)]\u000a09:16:28.906865 run osmo-msc_10.42.42.6(pid=19260): stdout: \u000a| (launched: 2022-12-09_09:16:27.658422) \u000a09:16:28.959054 run osmo-msc_10.42.42.6(pid=19260): stderr: \u000a| �[0;m�[38;5;43m20221209091627978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091627978 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f63351c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091627978 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091627978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091627979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091627979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091627980 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091627981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091627981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091627981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:29.003174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19253): Terminating (SIGTERM)\u000a09:16:29.045095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19256): Terminating (SIGTERM)\u000a09:16:29.086821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19259): Terminating (SIGTERM)\u000a09:16:29.096794 --- ParallelTerminationStrategy: PID 19253 died...\u000a09:16:29.152908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19253): Terminated: ok {rc=0}\u000a09:16:29.163088 --- ParallelTerminationStrategy: PID 19256 died...\u000a09:16:29.218947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19256): Terminated: ok {rc=0}\u000a09:16:29.229190 --- ParallelTerminationStrategy: PID 19259 died...\u000a09:16:29.284454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19259): Terminated: ok {rc=0}\u000a09:16:29.371306 bus /sierra_3: Setting Powered False\u000a09:16:30.476237 bus /sierra_3: Setting Powered False\u000a09:16:31.608084 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19268): Process ended prematurely: osmo-stp_10.42.42.5(pid=19268) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19268)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19268): Process ended prematurely: osmo-stp_10.42.42.5(pid=19268) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:16:32.724046 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:32.736668 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:16:32.902265 tst mo_mt_call_osmux.py: using LAC 20454\u000a09:16:33.031029 tst mo_mt_call_osmux.py: using RAC 54\u000a09:16:33.159900 tst mo_mt_call_osmux.py: using CellId 20454\u000a09:16:33.289259 tst mo_mt_call_osmux.py: using BVCI 20455\u000a09:16:33.314074 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:33.326212 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:33.338137 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:33.350323 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:33.362555 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:16:33.374639 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:16:33.492129 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:16:33.702115 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:34.193045 run create_hlr_db(pid=19262): Launched\u000a09:16:34.368407 bus /sierra_2: Setting Powered False\u000a09:16:35.389332 run create_hlr_db(pid=19262): Terminated: ok {rc=0}\u000a09:16:35.822356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19264): Launched\u000a09:16:36.150953 run osmo-hlr_10.42.42.2(pid=19265): Launched\u000a09:16:36.272586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:36.842459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19267): Launched\u000a09:16:37.169744 run osmo-stp_10.42.42.5(pid=19268): Launched\u000a09:16:37.287890 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:37.894377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19270): Launched\u000a09:16:38.226520 run osmo-msc_10.42.42.6(pid=19271): Launched\u000a09:16:38.420019 run osmo-stp_10.42.42.5(pid=19268): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19268)]\u000a09:16:38.559360 run osmo-stp_10.42.42.5(pid=19268): stdout: \u000a| (launched: 2022-12-09_09:16:37.009030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:38.697181 run osmo-stp_10.42.42.5(pid=19268): stderr: \u000a| �[0;m�[38;5;43m20221209091637201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091637201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091637202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091637202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091637203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091637203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091637203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:38.830028 run osmo-stp_10.42.42.5(pid=19268): stdout: \u000a| (launched: 2022-12-09_09:16:37.009030)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:38.961783 run osmo-stp_10.42.42.5(pid=19268): stderr: \u000a| �[0;m�[38;5;43m20221209091637201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091637201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091637202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091637202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091637203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091637203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091637203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:39.019534 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19268): Process ended prematurely: osmo-stp_10.42.42.5(pid=19268) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19268)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:16:39.028601 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:16:39.092683 run osmo-hlr_10.42.42.2(pid=19265): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19265)]\u000a09:16:39.144731 run osmo-hlr_10.42.42.2(pid=19265): stdout: \u000a| (launched: 2022-12-09_09:16:35.988555) \u000a09:16:39.197495 run osmo-hlr_10.42.42.2(pid=19265): stderr: \u000a| �[0;m�[1;31m20221209091636187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091636187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091636187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091636187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091636187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091636187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091636201 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091636211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091636211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091636211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:39.268937 run osmo-msc_10.42.42.6(pid=19271): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19271)]\u000a09:16:39.320922 run osmo-msc_10.42.42.6(pid=19271): stdout: \u000a| (launched: 2022-12-09_09:16:38.061978) \u000a09:16:39.373611 run osmo-msc_10.42.42.6(pid=19271): stderr: \u000a| �[0;m�[38;5;43m20221209091638384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091638384 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c13ce1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091638384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091638385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091638385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091638385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091638387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091638387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091638387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091638387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:39.418408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19264): Terminating (SIGTERM)\u000a09:16:39.460692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19267): Terminating (SIGTERM)\u000a09:16:39.503058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19270): Terminating (SIGTERM)\u000a09:16:39.513263 --- ParallelTerminationStrategy: PID 19264 died...\u000a09:16:39.569966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19264): Terminated: ok {rc=0}\u000a09:16:39.580126 --- ParallelTerminationStrategy: PID 19267 died...\u000a09:16:39.636255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19267): Terminated: ok {rc=0}\u000a09:16:39.646657 --- ParallelTerminationStrategy: PID 19270 died...\u000a09:16:39.703237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19270): Terminated: ok {rc=0}\u000a09:16:39.791386 bus /sierra_3: Setting Powered False\u000a09:16:40.894740 bus /sierra_3: Setting Powered False\u000a09:16:42.005214 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:16:22" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19282): Process ended prematurely: osmo-stp_10.42.42.5(pid=19282) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19282)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19282): Process ended prematurely: osmo-stp_10.42.42.5(pid=19282) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:16:43.992757 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:44.004256 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:16:44.157827 tst mo_mt_call.py: using LAC 20455\u000a09:16:44.277359 tst mo_mt_call.py: using RAC 55\u000a09:16:44.404363 tst mo_mt_call.py: using CellId 20455\u000a09:16:44.534231 tst mo_mt_call.py: using BVCI 20456\u000a09:16:44.559089 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:44.570996 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:44.582686 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:44.594709 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:44.606779 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:44.618652 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:16:44.740884 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:16:44.944202 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:45.435352 run create_hlr_db(pid=19276): Launched\u000a09:16:45.610364 bus /sierra_2: Setting Powered False\u000a09:16:46.648691 run create_hlr_db(pid=19276): Terminated: ok {rc=0}\u000a09:16:47.093476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19278): Launched\u000a09:16:47.437678 run osmo-hlr_10.42.42.2(pid=19279): Launched\u000a09:16:47.561397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:48.134090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19281): Launched\u000a09:16:48.464931 run osmo-stp_10.42.42.5(pid=19282): Launched\u000a09:16:48.585492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:49.186167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19284): Launched\u000a09:16:49.515913 run osmo-msc_10.42.42.6(pid=19285): Launched\u000a09:16:49.708430 run osmo-stp_10.42.42.5(pid=19282): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19282)]\u000a09:16:49.847326 run osmo-stp_10.42.42.5(pid=19282): stdout: \u000a| (launched: 2022-12-09_09:16:48.302024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:49.984674 run osmo-stp_10.42.42.5(pid=19282): stderr: \u000a| �[0;m�[38;5;43m20221209091648496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091648496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091648497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091648497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091648498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091648498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091648498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:50.116223 run osmo-stp_10.42.42.5(pid=19282): stdout: \u000a| (launched: 2022-12-09_09:16:48.302024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:16:50.247526 run osmo-stp_10.42.42.5(pid=19282): stderr: \u000a| �[0;m�[38;5;43m20221209091648496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091648496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091648497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091648497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091648498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091648498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091648498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:16:50.305003 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19282): Process ended prematurely: osmo-stp_10.42.42.5(pid=19282) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19282)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:16:50.314301 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:16:50.377359 run osmo-hlr_10.42.42.2(pid=19279): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19279)]\u000a09:16:50.428809 run osmo-hlr_10.42.42.2(pid=19279): stdout: \u000a| (launched: 2022-12-09_09:16:47.270263) \u000a09:16:50.480891 run osmo-hlr_10.42.42.2(pid=19279): stderr: \u000a| �[0;m�[1;31m20221209091647467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091647467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091647467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091647467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091647467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091647467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091647479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091647488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091647489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091647489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:16:50.552286 run osmo-msc_10.42.42.6(pid=19285): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19285)]\u000a09:16:50.603714 run osmo-msc_10.42.42.6(pid=19285): stdout: \u000a| (launched: 2022-12-09_09:16:49.353598) \u000a09:16:50.655687 run osmo-msc_10.42.42.6(pid=19285): stderr: \u000a| �[0;m�[38;5;43m20221209091649675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091649675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb18931cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091649675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091649675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091649676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091649676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091649677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091649678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091649678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091649678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:16:50.699694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19278): Terminating (SIGTERM)\u000a09:16:50.741726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19281): Terminating (SIGTERM)\u000a09:16:50.783893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19284): Terminating (SIGTERM)\u000a09:16:50.794078 --- ParallelTerminationStrategy: PID 19278 died...\u000a09:16:50.850334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19278): Terminated: ok {rc=0}\u000a09:16:50.860502 --- ParallelTerminationStrategy: PID 19281 died...\u000a09:16:50.916218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19281): Terminated: ok {rc=0}\u000a09:16:50.926322 --- ParallelTerminationStrategy: PID 19284 died...\u000a09:16:50.981970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19284): Terminated: ok {rc=0}\u000a09:16:51.069462 bus /sierra_3: Setting Powered False\u000a09:16:52.171749 bus /sierra_3: Setting Powered False\u000a09:16:53.278443 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19293): Process ended prematurely: osmo-stp_10.42.42.5(pid=19293) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19293)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19293): Process ended prematurely: osmo-stp_10.42.42.5(pid=19293) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19293)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:16:54.393518 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:54.406684 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:16:54.576600 tst mo_mt_call_osmux.py: using LAC 20456\u000a09:16:54.703040 tst mo_mt_call_osmux.py: using RAC 56\u000a09:16:54.830142 tst mo_mt_call_osmux.py: using CellId 20456\u000a09:16:54.959054 tst mo_mt_call_osmux.py: using BVCI 20457\u000a09:16:54.983942 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:54.995981 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:55.007735 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:55.020299 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:55.032508 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:16:55.045921 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:16:55.163957 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:16:55.379221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:16:55.895155 run create_hlr_db(pid=19287): Launched\u000a09:16:56.084027 bus /sierra_2: Setting Powered False\u000a09:16:57.104929 run create_hlr_db(pid=19287): Terminated: ok {rc=0}\u000a09:16:57.514712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19289): Launched\u000a09:16:57.824527 run osmo-hlr_10.42.42.2(pid=19290): Launched\u000a09:16:57.946194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:16:58.480570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19292): Launched\u000a09:16:58.787489 run osmo-stp_10.42.42.5(pid=19293): Launched\u000a09:16:58.898856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:16:59.458789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19295): Launched\u000a09:16:59.768140 run osmo-msc_10.42.42.6(pid=19296): Launched\u000a09:16:59.947914 run osmo-stp_10.42.42.5(pid=19293): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19293)]\u000a09:17:00.077342 run osmo-stp_10.42.42.5(pid=19293): stdout: \u000a| (launched: 2022-12-09_09:16:58.636218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:00.204706 run osmo-stp_10.42.42.5(pid=19293): stderr: \u000a| �[0;m�[38;5;43m20221209091658808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091658808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091658808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091658809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091658809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091658809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091658810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:00.328200 run osmo-stp_10.42.42.5(pid=19293): stdout: \u000a| (launched: 2022-12-09_09:16:58.636218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:00.450554 run osmo-stp_10.42.42.5(pid=19293): stderr: \u000a| �[0;m�[38;5;43m20221209091658808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091658808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091658808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091658809 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091658809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091658809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091658810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:00.504360 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19293): Process ended prematurely: osmo-stp_10.42.42.5(pid=19293) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19293)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:17:00.512869 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:17:00.572880 run osmo-hlr_10.42.42.2(pid=19290): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19290)]\u000a09:17:00.621870 run osmo-hlr_10.42.42.2(pid=19290): stdout: \u000a| (launched: 2022-12-09_09:16:57.670774) \u000a09:17:00.671389 run osmo-hlr_10.42.42.2(pid=19290): stderr: \u000a| �[0;m�[1;31m20221209091657850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091657850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091657850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091657850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091657850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091657850 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091657862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091657872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091657873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091657873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:00.738910 run osmo-msc_10.42.42.6(pid=19296): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19296)]\u000a09:17:00.787670 run osmo-msc_10.42.42.6(pid=19296): stdout: \u000a| (launched: 2022-12-09_09:16:59.614514) \u000a09:17:00.855880 run osmo-msc_10.42.42.6(pid=19296): stderr: \u000a| �[0;m�[38;5;43m20221209091659885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091659885 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2896fefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091659885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091659885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091659885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091659885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091659887 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091659888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091659888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091659888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:17:00.911838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19289): Terminating (SIGTERM)\u000a09:17:00.955897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19292): Terminating (SIGTERM)\u000a09:17:01.004220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19295): Terminating (SIGTERM)\u000a09:17:01.016262 --- ParallelTerminationStrategy: PID 19289 died...\u000a09:17:01.077164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19289): Terminated: ok {rc=0}\u000a09:17:01.088302 --- ParallelTerminationStrategy: PID 19292 died...\u000a09:17:01.148284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19292): Terminated: ok {rc=0}\u000a09:17:01.159526 --- ParallelTerminationStrategy: PID 19295 died...\u000a09:17:01.219878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19295): Terminated: ok {rc=0}\u000a09:17:01.310361 bus /sierra_3: Setting Powered False\u000a09:17:02.423644 bus /sierra_3: Setting Powered False\u000a09:17:03.533571 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:16:43" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19310): Process ended prematurely: osmo-stp_10.42.42.5(pid=19310) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19310)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19310): Process ended prematurely: osmo-stp_10.42.42.5(pid=19310) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:17:05.523162 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:05.534811 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:17:05.687397 tst mo_mt_call.py: using LAC 20457\u000a09:17:05.810700 tst mo_mt_call.py: using RAC 57\u000a09:17:05.928847 tst mo_mt_call.py: using CellId 20457\u000a09:17:06.047760 tst mo_mt_call.py: using BVCI 20458\u000a09:17:06.071050 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:06.082600 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:06.094011 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:06.105329 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:06.116626 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:06.127887 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:17:06.251572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:17:06.468465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:06.986268 run create_hlr_db(pid=19304): Launched\u000a09:17:07.176711 bus /sierra_2: Setting Powered False\u000a09:17:08.198339 run create_hlr_db(pid=19304): Terminated: ok {rc=0}\u000a09:17:08.612191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19306): Launched\u000a09:17:08.922130 run osmo-hlr_10.42.42.2(pid=19307): Launched\u000a09:17:09.035256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:09.568317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19309): Launched\u000a09:17:09.876477 run osmo-stp_10.42.42.5(pid=19310): Launched\u000a09:17:09.987637 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:17:10.551584 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19312): Launched\u000a09:17:10.862022 run osmo-msc_10.42.42.6(pid=19313): Launched\u000a09:17:11.042795 run osmo-stp_10.42.42.5(pid=19310): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19310)]\u000a09:17:11.173321 run osmo-stp_10.42.42.5(pid=19310): stdout: \u000a| (launched: 2022-12-09_09:17:09.724761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:11.300593 run osmo-stp_10.42.42.5(pid=19310): stderr: \u000a| �[0;m�[38;5;43m20221209091709896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091709896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091709896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091709897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091709897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091709897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091709897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:11.424033 run osmo-stp_10.42.42.5(pid=19310): stdout: \u000a| (launched: 2022-12-09_09:17:09.724761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:11.546085 run osmo-stp_10.42.42.5(pid=19310): stderr: \u000a| �[0;m�[38;5;43m20221209091709896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091709896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091709896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091709897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091709897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091709897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091709897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:11.600055 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19310): Process ended prematurely: osmo-stp_10.42.42.5(pid=19310) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19310)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:17:11.608554 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:17:11.667788 run osmo-hlr_10.42.42.2(pid=19307): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19307)]\u000a09:17:11.716337 run osmo-hlr_10.42.42.2(pid=19307): stdout: \u000a| (launched: 2022-12-09_09:17:08.769546) \u000a09:17:11.765671 run osmo-hlr_10.42.42.2(pid=19307): stderr: \u000a| �[0;m�[1;31m20221209091708946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091708946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091708946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091708946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091708946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091708946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091708957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091708965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091708965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091708965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:11.832874 run osmo-msc_10.42.42.6(pid=19313): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19313)]\u000a09:17:11.881403 run osmo-msc_10.42.42.6(pid=19313): stdout: \u000a| (launched: 2022-12-09_09:17:10.708345) \u000a09:17:11.930817 run osmo-msc_10.42.42.6(pid=19313): stderr: \u000a| �[0;m�[38;5;43m20221209091710980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091710980 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa15273dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091710980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091710980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091710980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091710980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091710982 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091710982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091710983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091710983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:17:11.973026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19306): Terminating (SIGTERM)\u000a09:17:12.012837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19309): Terminating (SIGTERM)\u000a09:17:12.052692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19312): Terminating (SIGTERM)\u000a09:17:12.062032 --- ParallelTerminationStrategy: PID 19306 died...\u000a09:17:12.115083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19306): Terminated: ok {rc=0}\u000a09:17:12.124715 --- ParallelTerminationStrategy: PID 19309 died...\u000a09:17:12.177406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19309): Terminated: ok {rc=0}\u000a09:17:12.186997 --- ParallelTerminationStrategy: PID 19312 died...\u000a09:17:12.239695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19312): Terminated: ok {rc=0}\u000a09:17:12.322723 bus /sierra_3: Setting Powered False\u000a09:17:13.424188 bus /sierra_3: Setting Powered False\u000a09:17:14.535023 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19321): Process ended prematurely: osmo-stp_10.42.42.5(pid=19321) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19321)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19321): Process ended prematurely: osmo-stp_10.42.42.5(pid=19321) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19321)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:17:15.644289 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:15.656577 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:17:15.810733 tst mo_mt_call_osmux.py: using LAC 20458\u000a09:17:15.954455 tst mo_mt_call_osmux.py: using RAC 58\u000a09:17:16.109520 tst mo_mt_call_osmux.py: using CellId 20458\u000a09:17:16.273361 tst mo_mt_call_osmux.py: using BVCI 20459\u000a09:17:16.299641 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:16.312724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:16.326959 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:16.341219 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:16.355545 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:17:16.369062 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:17:16.497066 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:17:16.712666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:17.234126 run create_hlr_db(pid=19315): Launched\u000a09:17:17.410968 bus /sierra_2: Setting Powered False\u000a09:17:18.431833 run create_hlr_db(pid=19315): Terminated: ok {rc=0}\u000a09:17:18.839102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19317): Launched\u000a09:17:19.145688 run osmo-hlr_10.42.42.2(pid=19318): Launched\u000a09:17:19.266606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:19.806494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19320): Launched\u000a09:17:20.115902 run osmo-stp_10.42.42.5(pid=19321): Launched\u000a09:17:20.227620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:17:20.789054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19323): Launched\u000a09:17:21.097324 run osmo-msc_10.42.42.6(pid=19324): Launched\u000a09:17:21.276481 run osmo-stp_10.42.42.5(pid=19321): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19321)]\u000a09:17:21.405290 run osmo-stp_10.42.42.5(pid=19321): stdout: \u000a| (launched: 2022-12-09_09:17:19.962722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:21.532356 run osmo-stp_10.42.42.5(pid=19321): stderr: \u000a| �[0;m�[38;5;43m20221209091720132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091720132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091720132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091720133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091720133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091720133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091720133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:21.655867 run osmo-stp_10.42.42.5(pid=19321): stdout: \u000a| (launched: 2022-12-09_09:17:19.962722)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:21.777841 run osmo-stp_10.42.42.5(pid=19321): stderr: \u000a| �[0;m�[38;5;43m20221209091720132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091720132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091720132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091720133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091720133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091720133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091720133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:21.831510 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19321): Process ended prematurely: osmo-stp_10.42.42.5(pid=19321) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19321)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:17:21.840088 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:17:21.900277 run osmo-hlr_10.42.42.2(pid=19318): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19318)]\u000a09:17:21.949344 run osmo-hlr_10.42.42.2(pid=19318): stdout: \u000a| (launched: 2022-12-09_09:17:18.994755) \u000a09:17:21.998961 run osmo-hlr_10.42.42.2(pid=19318): stderr: \u000a| �[0;m�[1;31m20221209091719170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091719170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091719170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091719170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091719170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091719170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091719186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091719196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091719196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091719196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:22.066838 run osmo-msc_10.42.42.6(pid=19324): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19324)]\u000a09:17:22.115976 run osmo-msc_10.42.42.6(pid=19324): stdout: \u000a| (launched: 2022-12-09_09:17:20.944706) \u000a09:17:22.165677 run osmo-msc_10.42.42.6(pid=19324): stderr: \u000a| �[0;m�[38;5;43m20221209091721218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091721218 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcf8bc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091721218 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091721218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091721218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091721219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091721220 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091721221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091721221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091721221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:17:22.207453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19317): Terminating (SIGTERM)\u000a09:17:22.246769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19320): Terminating (SIGTERM)\u000a09:17:22.286177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19323): Terminating (SIGTERM)\u000a09:17:22.295446 --- ParallelTerminationStrategy: PID 19317 died...\u000a09:17:22.348987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19317): Terminated: ok {rc=0}\u000a09:17:22.358644 --- ParallelTerminationStrategy: PID 19320 died...\u000a09:17:22.411524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19320): Terminated: ok {rc=0}\u000a09:17:22.421219 --- ParallelTerminationStrategy: PID 19323 died...\u000a09:17:22.474191 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19323): Terminated: ok {rc=0}\u000a09:17:22.557213 bus /sierra_3: Setting Powered False\u000a09:17:23.657802 bus /sierra_3: Setting Powered False\u000a09:17:24.770413 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:17:05" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19335): Process ended prematurely: osmo-stp_10.42.42.5(pid=19335) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19335)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19335): Process ended prematurely: osmo-stp_10.42.42.5(pid=19335) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:17:26.757731 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:26.769143 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:17:26.923886 tst mo_mt_call.py: using LAC 20459\u000a09:17:27.045988 tst mo_mt_call.py: using RAC 59\u000a09:17:27.167430 tst mo_mt_call.py: using CellId 20459\u000a09:17:27.291244 tst mo_mt_call.py: using BVCI 20460\u000a09:17:27.314434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:27.325926 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:27.337293 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:27.348464 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:27.359744 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:27.371048 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:17:27.492817 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:17:27.699902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:28.190729 run create_hlr_db(pid=19329): Launched\u000a09:17:28.367062 bus /sierra_2: Setting Powered False\u000a09:17:29.387685 run create_hlr_db(pid=19329): Terminated: ok {rc=0}\u000a09:17:29.823471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19331): Launched\u000a09:17:30.154036 run osmo-hlr_10.42.42.2(pid=19332): Launched\u000a09:17:30.275096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:30.850479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19334): Launched\u000a09:17:31.276190 run osmo-stp_10.42.42.5(pid=19335): Launched\u000a09:17:31.428335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:17:32.105716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19337): Launched\u000a09:17:32.439785 run osmo-msc_10.42.42.6(pid=19338): Launched\u000a09:17:32.632373 run osmo-stp_10.42.42.5(pid=19335): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19335)]\u000a09:17:32.771821 run osmo-stp_10.42.42.5(pid=19335): stdout: \u000a| (launched: 2022-12-09_09:17:31.017376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:32.910059 run osmo-stp_10.42.42.5(pid=19335): stderr: \u000a| �[0;m�[38;5;43m20221209091731299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091731299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091731299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091731300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091731300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091731300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091731301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:33.042597 run osmo-stp_10.42.42.5(pid=19335): stdout: \u000a| (launched: 2022-12-09_09:17:31.017376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:33.173980 run osmo-stp_10.42.42.5(pid=19335): stderr: \u000a| �[0;m�[38;5;43m20221209091731299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091731299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091731299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091731300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091731300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091731300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091731301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:33.231792 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19335): Process ended prematurely: osmo-stp_10.42.42.5(pid=19335) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19335)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a09:17:33.241195 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a09:17:33.304741 run osmo-hlr_10.42.42.2(pid=19332): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19332)]\u000a09:17:33.356606 run osmo-hlr_10.42.42.2(pid=19332): stdout: \u000a| (launched: 2022-12-09_09:17:29.991704) \u000a09:17:33.409014 run osmo-hlr_10.42.42.2(pid=19332): stderr: \u000a| �[0;m�[1;31m20221209091730190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091730190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091730190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091730190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091730190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091730190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091730203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091730214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091730215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091730215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:33.480015 run osmo-msc_10.42.42.6(pid=19338): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19338)]\u000a09:17:33.531464 run osmo-msc_10.42.42.6(pid=19338): stdout: \u000a| (launched: 2022-12-09_09:17:32.275469) \u000a09:17:33.583829 run osmo-msc_10.42.42.6(pid=19338): stderr: \u000a| �[0;m�[38;5;43m20221209091732598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091732598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48e730cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091732598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091732598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091732598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091732598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091732600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091732600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091732601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091732601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:17:33.628380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19331): Terminating (SIGTERM)\u000a09:17:33.670516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19334): Terminating (SIGTERM)\u000a09:17:33.712728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19337): Terminating (SIGTERM)\u000a09:17:33.722420 --- ParallelTerminationStrategy: PID 19331 died...\u000a09:17:33.778294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19331): Terminated: ok {rc=0}\u000a09:17:33.788536 --- ParallelTerminationStrategy: PID 19334 died...\u000a09:17:33.845108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19334): Terminated: ok {rc=0}\u000a09:17:33.855376 --- ParallelTerminationStrategy: PID 19337 died...\u000a09:17:33.911356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19337): Terminated: ok {rc=0}\u000a09:17:33.998291 bus /sierra_3: Setting Powered False\u000a09:17:35.105951 bus /sierra_3: Setting Powered False\u000a09:17:36.213778 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19346): Process ended prematurely: osmo-stp_10.42.42.5(pid=19346) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19346)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19346): Process ended prematurely: osmo-stp_10.42.42.5(pid=19346) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:17:37.330100 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:37.342766 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a09:17:37.505500 tst mo_mt_call_osmux.py: using LAC 20460\u000a09:17:37.634786 tst mo_mt_call_osmux.py: using RAC 60\u000a09:17:37.762383 tst mo_mt_call_osmux.py: using CellId 20460\u000a09:17:37.890810 tst mo_mt_call_osmux.py: using BVCI 20461\u000a09:17:37.915770 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:37.927747 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:37.939549 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:37.951582 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:37.964333 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a09:17:37.976076 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:17:38.098283 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a09:17:38.304507 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:38.799861 run create_hlr_db(pid=19340): Launched\u000a09:17:38.976396 bus /sierra_2: Setting Powered False\u000a09:17:39.997737 run create_hlr_db(pid=19340): Terminated: ok {rc=0}\u000a09:17:40.434106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19342): Launched\u000a09:17:40.767088 run osmo-hlr_10.42.42.2(pid=19343): Launched\u000a09:17:40.889759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:41.462240 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19345): Launched\u000a09:17:41.792664 run osmo-stp_10.42.42.5(pid=19346): Launched\u000a09:17:41.913054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:17:42.512881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19348): Launched\u000a09:17:42.842453 run osmo-msc_10.42.42.6(pid=19349): Launched\u000a09:17:43.034772 run osmo-stp_10.42.42.5(pid=19346): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19346)]\u000a09:17:43.173342 run osmo-stp_10.42.42.5(pid=19346): stdout: \u000a| (launched: 2022-12-09_09:17:41.629996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:43.311110 run osmo-stp_10.42.42.5(pid=19346): stderr: \u000a| �[0;m�[38;5;43m20221209091741823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091741823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091741823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091741823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091741824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091741824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091741824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:43.443086 run osmo-stp_10.42.42.5(pid=19346): stdout: \u000a| (launched: 2022-12-09_09:17:41.629996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:43.574227 run osmo-stp_10.42.42.5(pid=19346): stderr: \u000a| �[0;m�[38;5;43m20221209091741823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091741823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091741823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091741823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091741824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091741824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091741824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:43.631666 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19346): Process ended prematurely: osmo-stp_10.42.42.5(pid=19346) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19346)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a09:17:43.640825 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:17:43.704298 run osmo-hlr_10.42.42.2(pid=19343): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19343)]\u000a09:17:43.756478 run osmo-hlr_10.42.42.2(pid=19343): stdout: \u000a| (launched: 2022-12-09_09:17:40.601982) \u000a09:17:43.809089 run osmo-hlr_10.42.42.2(pid=19343): stderr: \u000a| �[0;m�[1;31m20221209091740799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091740799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091740799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091740799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091740799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091740799 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091740811 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091740820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091740820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091740820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:43.881110 run osmo-msc_10.42.42.6(pid=19349): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19349)]\u000a09:17:43.932795 run osmo-msc_10.42.42.6(pid=19349): stdout: \u000a| (launched: 2022-12-09_09:17:42.680196) \u000a09:17:43.985313 run osmo-msc_10.42.42.6(pid=19349): stderr: \u000a| �[0;m�[38;5;43m20221209091743002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091743002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50ad042c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091743002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091743002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091743002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091743002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091743004 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091743004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091743004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091743005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:17:44.029648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19342): Terminating (SIGTERM)\u000a09:17:44.071806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19345): Terminating (SIGTERM)\u000a09:17:44.114579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19348): Terminating (SIGTERM)\u000a09:17:44.124725 --- ParallelTerminationStrategy: PID 19342 died...\u000a09:17:44.181397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19342): Terminated: ok {rc=0}\u000a09:17:44.191598 --- ParallelTerminationStrategy: PID 19345 died...\u000a09:17:44.247878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19345): Terminated: ok {rc=0}\u000a09:17:44.258057 --- ParallelTerminationStrategy: PID 19348 died...\u000a09:17:44.314226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19348): Terminated: ok {rc=0}\u000a09:17:44.402171 bus /sierra_3: Setting Powered False\u000a09:17:45.505410 bus /sierra_3: Setting Powered False\u000a09:17:46.620652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:17:26" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19360): Process ended prematurely: osmo-stp_10.42.42.5(pid=19360) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19360): Process ended prematurely: osmo-stp_10.42.42.5(pid=19360) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:17:48.621523 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:48.632916 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:17:48.786171 tst mo_mt_call.py: using LAC 20461\u000a09:17:48.904214 tst mo_mt_call.py: using RAC 61\u000a09:17:49.025140 tst mo_mt_call.py: using CellId 20461\u000a09:17:49.148332 tst mo_mt_call.py: using BVCI 20462\u000a09:17:49.171567 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:49.182959 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:49.194192 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:49.205361 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:49.216778 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:49.227990 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:17:49.349957 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:17:49.554460 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:17:50.045903 run create_hlr_db(pid=19354): Launched\u000a09:17:50.221460 bus /sierra_2: Setting Powered False\u000a09:17:51.243605 run create_hlr_db(pid=19354): Terminated: ok {rc=0}\u000a09:17:51.651391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19356): Launched\u000a09:17:51.958405 run osmo-hlr_10.42.42.2(pid=19357): Launched\u000a09:17:52.070065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:17:52.601538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Launched\u000a09:17:52.911480 run osmo-stp_10.42.42.5(pid=19360): Launched\u000a09:17:53.024659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:17:53.584778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19362): Launched\u000a09:17:53.893385 run osmo-msc_10.42.42.6(pid=19363): Launched\u000a09:17:54.073088 run osmo-stp_10.42.42.5(pid=19360): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)]\u000a09:17:54.202685 run osmo-stp_10.42.42.5(pid=19360): stdout: \u000a| (launched: 2022-12-09_09:17:52.757858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:54.329879 run osmo-stp_10.42.42.5(pid=19360): stderr: \u000a| �[0;m�[38;5;43m20221209091752928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091752928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091752928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091752929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091752929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091752929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091752929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:54.453251 run osmo-stp_10.42.42.5(pid=19360): stdout: \u000a| (launched: 2022-12-09_09:17:52.757858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:17:54.575309 run osmo-stp_10.42.42.5(pid=19360): stderr: \u000a| �[0;m�[38;5;43m20221209091752928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091752928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091752928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091752929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091752929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091752929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091752929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:17:54.629212 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19360): Process ended prematurely: osmo-stp_10.42.42.5(pid=19360) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:17:54.637580 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:17:54.697177 run osmo-hlr_10.42.42.2(pid=19357): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19357)]\u000a09:17:54.746321 run osmo-hlr_10.42.42.2(pid=19357): stdout: \u000a| (launched: 2022-12-09_09:17:51.807453) \u000a09:17:54.795913 run osmo-hlr_10.42.42.2(pid=19357): stderr: \u000a| �[0;m�[1;31m20221209091751984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091751984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091751984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091751984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091751984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091751984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091751996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091752005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091752006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091752006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:17:54.863584 run osmo-msc_10.42.42.6(pid=19363): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19363)]\u000a09:17:54.912491 run osmo-msc_10.42.42.6(pid=19363): stdout: \u000a| (launched: 2022-12-09_09:17:53.740788) \u000a09:17:54.962037 run osmo-msc_10.42.42.6(pid=19363): stderr: \u000a| �[0;m�[38;5;43m20221209091754014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091754014 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff66e329c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091754014 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091754014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091754015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091754015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091754016 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091754017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091754017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091754017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:17:55.003810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19356): Terminating (SIGTERM)\u000a09:17:55.043458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Terminating (SIGTERM)\u000a09:17:55.083129 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19362): Terminating (SIGTERM)\u000a09:17:55.092397 --- ParallelTerminationStrategy: PID 19356 died...\u000a09:17:55.145556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19356): Terminated: ok {rc=0}\u000a09:17:55.155186 --- ParallelTerminationStrategy: PID 19359 died...\u000a09:17:55.208059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Terminated: ok {rc=0}\u000a09:17:55.217802 --- ParallelTerminationStrategy: PID 19362 died...\u000a09:17:55.270465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19362): Terminated: ok {rc=0}\u000a09:17:55.353690 bus /sierra_3: Setting Powered False\u000a09:17:56.460183 bus /sierra_3: Setting Powered False\u000a09:17:57.567365 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19371): Process ended prematurely: osmo-stp_10.42.42.5(pid=19371) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19371)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19371): Process ended prematurely: osmo-stp_10.42.42.5(pid=19371) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:17:58.676248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:58.688439 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:17:58.845402 tst mo_mt_call_osmux.py: using LAC 20462\u000a09:17:58.965238 tst mo_mt_call_osmux.py: using RAC 62\u000a09:17:59.087386 tst mo_mt_call_osmux.py: using CellId 20462\u000a09:17:59.211925 tst mo_mt_call_osmux.py: using BVCI 20463\u000a09:17:59.236232 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:59.247547 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:59.258718 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:59.269964 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:59.281257 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:17:59.292421 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:17:59.409269 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:17:59.625275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:00.144839 run create_hlr_db(pid=19365): Launched\u000a09:18:00.334407 bus /sierra_2: Setting Powered False\u000a09:18:01.352055 run create_hlr_db(pid=19365): Terminated: ok {rc=0}\u000a09:18:01.783344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19367): Launched\u000a09:18:02.144524 run osmo-hlr_10.42.42.2(pid=19368): Launched\u000a09:18:02.280821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:02.859328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19370): Launched\u000a09:18:03.188020 run osmo-stp_10.42.42.5(pid=19371): Launched\u000a09:18:03.307633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:03.910278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19373): Launched\u000a09:18:04.242590 run osmo-msc_10.42.42.6(pid=19374): Launched\u000a09:18:04.439490 run osmo-stp_10.42.42.5(pid=19371): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19371)]\u000a09:18:04.580336 run osmo-stp_10.42.42.5(pid=19371): stdout: \u000a| (launched: 2022-12-09_09:18:03.026727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:04.718758 run osmo-stp_10.42.42.5(pid=19371): stderr: \u000a| �[0;m�[38;5;43m20221209091803219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091803219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091803219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091803220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091803220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091803220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091803220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:04.851978 run osmo-stp_10.42.42.5(pid=19371): stdout: \u000a| (launched: 2022-12-09_09:18:03.026727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:04.983923 run osmo-stp_10.42.42.5(pid=19371): stderr: \u000a| �[0;m�[38;5;43m20221209091803219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091803219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091803219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091803220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091803220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091803220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091803220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:05.041815 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19371): Process ended prematurely: osmo-stp_10.42.42.5(pid=19371) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19371)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:18:05.051209 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a09:18:05.115184 run osmo-hlr_10.42.42.2(pid=19368): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19368)]\u000a09:18:05.167037 run osmo-hlr_10.42.42.2(pid=19368): stdout: \u000a| (launched: 2022-12-09_09:18:01.943576) \u000a09:18:05.219464 run osmo-hlr_10.42.42.2(pid=19368): stderr: \u000a| �[0;m�[1;31m20221209091802256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091802256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091802256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091802256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091802256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091802256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091802271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091802279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091802279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091802279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:05.290767 run osmo-msc_10.42.42.6(pid=19374): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19374)]\u000a09:18:05.342474 run osmo-msc_10.42.42.6(pid=19374): stdout: \u000a| (launched: 2022-12-09_09:18:04.078332) \u000a09:18:05.394802 run osmo-msc_10.42.42.6(pid=19374): stderr: \u000a| �[0;m�[38;5;43m20221209091804400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091804400 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f704665ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091804400 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091804400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091804401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091804401 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091804403 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091804403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091804403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091804403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:05.439094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19367): Terminating (SIGTERM)\u000a09:18:05.481239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19370): Terminating (SIGTERM)\u000a09:18:05.523722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19373): Terminating (SIGTERM)\u000a09:18:05.533606 --- ParallelTerminationStrategy: PID 19367 died...\u000a09:18:05.590322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19367): Terminated: ok {rc=0}\u000a09:18:05.600605 --- ParallelTerminationStrategy: PID 19370 died...\u000a09:18:05.656548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19370): Terminated: ok {rc=0}\u000a09:18:05.667066 --- ParallelTerminationStrategy: PID 19373 died...\u000a09:18:05.723082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19373): Terminated: ok {rc=0}\u000a09:18:05.810873 bus /sierra_3: Setting Powered False\u000a09:18:06.920004 bus /sierra_3: Setting Powered False\u000a09:18:08.028890 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:17:48" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19385): Process ended prematurely: osmo-stp_10.42.42.5(pid=19385) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19385)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19385): Process ended prematurely: osmo-stp_10.42.42.5(pid=19385) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:18:10.040176 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:10.052423 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:18:10.216673 tst mo_mt_call.py: using LAC 20463\u000a09:18:10.344422 tst mo_mt_call.py: using RAC 63\u000a09:18:10.473166 tst mo_mt_call.py: using CellId 20463\u000a09:18:10.601957 tst mo_mt_call.py: using BVCI 20464\u000a09:18:10.626879 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:10.639048 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:10.651006 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:10.663091 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:10.675280 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:10.687318 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:18:10.807599 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:18:11.017322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:11.511146 run create_hlr_db(pid=19379): Launched\u000a09:18:11.688523 bus /sierra_2: Setting Powered False\u000a09:18:12.709385 run create_hlr_db(pid=19379): Terminated: ok {rc=0}\u000a09:18:13.145944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19381): Launched\u000a09:18:13.476641 run osmo-hlr_10.42.42.2(pid=19382): Launched\u000a09:18:13.599719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:14.171215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19384): Launched\u000a09:18:14.501165 run osmo-stp_10.42.42.5(pid=19385): Launched\u000a09:18:14.621437 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:15.223903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19387): Launched\u000a09:18:15.554794 run osmo-msc_10.42.42.6(pid=19388): Launched\u000a09:18:15.747009 run osmo-stp_10.42.42.5(pid=19385): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19385)]\u000a09:18:15.887102 run osmo-stp_10.42.42.5(pid=19385): stdout: \u000a| (launched: 2022-12-09_09:18:14.337992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:16.093559 run osmo-stp_10.42.42.5(pid=19385): stderr: \u000a| �[0;m�[38;5;43m20221209091814531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091814531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091814531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091814532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091814532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091814532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091814532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:16.229396 run osmo-stp_10.42.42.5(pid=19385): stdout: \u000a| (launched: 2022-12-09_09:18:14.337992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:16.363921 run osmo-stp_10.42.42.5(pid=19385): stderr: \u000a| �[0;m�[38;5;43m20221209091814531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091814531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091814531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091814532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091814532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091814532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091814532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:16.423315 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19385): Process ended prematurely: osmo-stp_10.42.42.5(pid=19385) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19385)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:18:16.433447 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a09:18:16.501183 run osmo-hlr_10.42.42.2(pid=19382): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19382)]\u000a09:18:16.555085 run osmo-hlr_10.42.42.2(pid=19382): stdout: \u000a| (launched: 2022-12-09_09:18:13.313871) \u000a09:18:16.609845 run osmo-hlr_10.42.42.2(pid=19382): stderr: \u000a| �[0;m�[1;31m20221209091813513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091813514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091813514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091813514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091813514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091813514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091813527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091813537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091813537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091813537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:16.683459 run osmo-msc_10.42.42.6(pid=19388): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19388)]\u000a09:18:16.737662 run osmo-msc_10.42.42.6(pid=19388): stdout: \u000a| (launched: 2022-12-09_09:18:15.390936) \u000a09:18:16.792121 run osmo-msc_10.42.42.6(pid=19388): stderr: \u000a| �[0;m�[38;5;43m20221209091815713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091815714 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46081e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091815714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091815714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091815714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091815714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091815716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091815716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091815716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091815716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:16.839038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19381): Terminating (SIGTERM)\u000a09:18:16.882435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19384): Terminating (SIGTERM)\u000a09:18:16.927897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19387): Terminating (SIGTERM)\u000a09:18:16.938407 --- ParallelTerminationStrategy: PID 19381 died...\u000a09:18:16.997812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19381): Terminated: ok {rc=0}\u000a09:18:17.009041 --- ParallelTerminationStrategy: PID 19384 died...\u000a09:18:17.068301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19384): Terminated: ok {rc=0}\u000a09:18:17.079405 --- ParallelTerminationStrategy: PID 19387 died...\u000a09:18:17.138826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19387): Terminated: ok {rc=0}\u000a09:18:17.228489 bus /sierra_3: Setting Powered False\u000a09:18:18.335122 bus /sierra_3: Setting Powered False\u000a09:18:19.446144 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19396): Process ended prematurely: osmo-stp_10.42.42.5(pid=19396) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19396)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19396): Process ended prematurely: osmo-stp_10.42.42.5(pid=19396) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:18:20.555983 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:20.568401 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:18:20.723625 tst mo_mt_call_osmux.py: using LAC 20464\u000a09:18:20.851245 tst mo_mt_call_osmux.py: using RAC 64\u000a09:18:20.979113 tst mo_mt_call_osmux.py: using CellId 20464\u000a09:18:21.106058 tst mo_mt_call_osmux.py: using BVCI 20465\u000a09:18:21.131324 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:21.143633 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:21.155833 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:21.168566 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:21.180856 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:18:21.194039 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:18:21.316702 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:18:21.522549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:22.014264 run create_hlr_db(pid=19390): Launched\u000a09:18:22.189936 bus /sierra_2: Setting Powered False\u000a09:18:23.212300 run create_hlr_db(pid=19390): Terminated: ok {rc=0}\u000a09:18:23.619277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19392): Launched\u000a09:18:23.926496 run osmo-hlr_10.42.42.2(pid=19393): Launched\u000a09:18:24.038293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:24.570555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19395): Launched\u000a09:18:24.881969 run osmo-stp_10.42.42.5(pid=19396): Launched\u000a09:18:24.995067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:25.563531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19398): Launched\u000a09:18:25.895651 run osmo-msc_10.42.42.6(pid=19399): Launched\u000a09:18:26.088721 run osmo-stp_10.42.42.5(pid=19396): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19396)]\u000a09:18:26.228010 run osmo-stp_10.42.42.5(pid=19396): stdout: \u000a| (launched: 2022-12-09_09:18:24.726582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:26.365985 run osmo-stp_10.42.42.5(pid=19396): stderr: \u000a| �[0;m�[38;5;43m20221209091824898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091824898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091824898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091824898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091824899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091824899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091824899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:26.499342 run osmo-stp_10.42.42.5(pid=19396): stdout: \u000a| (launched: 2022-12-09_09:18:24.726582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:26.631146 run osmo-stp_10.42.42.5(pid=19396): stderr: \u000a| �[0;m�[38;5;43m20221209091824898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091824898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091824898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091824898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091824899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091824899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091824899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:26.689013 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19396): Process ended prematurely: osmo-stp_10.42.42.5(pid=19396) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19396)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:18:26.698564 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:18:26.763038 run osmo-hlr_10.42.42.2(pid=19393): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19393)]\u000a09:18:26.815336 run osmo-hlr_10.42.42.2(pid=19393): stdout: \u000a| (launched: 2022-12-09_09:18:23.775328) \u000a09:18:26.868638 run osmo-hlr_10.42.42.2(pid=19393): stderr: \u000a| �[0;m�[1;31m20221209091823950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091823950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091823950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091823950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091823950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091823950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091823962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091823971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091823971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091823971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:26.940640 run osmo-msc_10.42.42.6(pid=19399): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19399)]\u000a09:18:26.992997 run osmo-msc_10.42.42.6(pid=19399): stdout: \u000a| (launched: 2022-12-09_09:18:25.731280) \u000a09:18:27.046123 run osmo-msc_10.42.42.6(pid=19399): stderr: \u000a| �[0;m�[38;5;43m20221209091826052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091826052 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f073426fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091826052 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091826052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091826052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091826052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091826054 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091826054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091826055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091826055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:27.091387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19392): Terminating (SIGTERM)\u000a09:18:27.133593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19395): Terminating (SIGTERM)\u000a09:18:27.176221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19398): Terminating (SIGTERM)\u000a09:18:27.186707 --- ParallelTerminationStrategy: PID 19392 died...\u000a09:18:27.243824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19392): Terminated: ok {rc=0}\u000a09:18:27.254362 --- ParallelTerminationStrategy: PID 19395 died...\u000a09:18:27.311231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19395): Terminated: ok {rc=0}\u000a09:18:27.321701 --- ParallelTerminationStrategy: PID 19398 died...\u000a09:18:27.378124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19398): Terminated: ok {rc=0}\u000a09:18:27.466627 bus /sierra_3: Setting Powered False\u000a09:18:28.569088 bus /sierra_3: Setting Powered False\u000a09:18:29.680305 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:18:09" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19410): Process ended prematurely: osmo-stp_10.42.42.5(pid=19410) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19410)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19410): Process ended prematurely: osmo-stp_10.42.42.5(pid=19410) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a09:18:31.746974 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:31.760278 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:18:31.957532 tst mo_mt_call.py: using LAC 20465\u000a09:18:32.095196 tst mo_mt_call.py: using RAC 65\u000a09:18:32.248298 tst mo_mt_call.py: using CellId 20465\u000a09:18:32.380908 tst mo_mt_call.py: using BVCI 20466\u000a09:18:32.406328 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:32.418392 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:32.430730 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:32.442294 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:32.454228 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:32.466169 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:18:32.585249 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:18:32.797796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:33.314125 run create_hlr_db(pid=19404): Launched\u000a09:18:33.503279 bus /sierra_2: Setting Powered False\u000a09:18:34.524643 run create_hlr_db(pid=19404): Terminated: ok {rc=0}\u000a09:18:34.935351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19406): Launched\u000a09:18:35.246606 run osmo-hlr_10.42.42.2(pid=19407): Launched\u000a09:18:35.368162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:35.903301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19409): Launched\u000a09:18:36.210548 run osmo-stp_10.42.42.5(pid=19410): Launched\u000a09:18:36.321628 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:36.882716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19412): Launched\u000a09:18:37.193348 run osmo-msc_10.42.42.6(pid=19413): Launched\u000a09:18:37.373427 run osmo-stp_10.42.42.5(pid=19410): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19410)]\u000a09:18:37.503354 run osmo-stp_10.42.42.5(pid=19410): stdout: \u000a| (launched: 2022-12-09_09:18:36.059258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:37.631173 run osmo-stp_10.42.42.5(pid=19410): stderr: \u000a| �[0;m�[38;5;43m20221209091836230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091836230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091836230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091836230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091836231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091836231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091836231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:37.755209 run osmo-stp_10.42.42.5(pid=19410): stdout: \u000a| (launched: 2022-12-09_09:18:36.059258)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:37.878401 run osmo-stp_10.42.42.5(pid=19410): stderr: \u000a| �[0;m�[38;5;43m20221209091836230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091836230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091836230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091836230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091836231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091836231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091836231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:37.932491 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19410): Process ended prematurely: osmo-stp_10.42.42.5(pid=19410) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19410)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a09:18:37.941374 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:18:38.002178 run osmo-hlr_10.42.42.2(pid=19407): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19407)]\u000a09:18:38.051749 run osmo-hlr_10.42.42.2(pid=19407): stdout: \u000a| (launched: 2022-12-09_09:18:35.093776) \u000a09:18:38.101968 run osmo-hlr_10.42.42.2(pid=19407): stderr: \u000a| �[0;m�[1;31m20221209091835268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091835268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091835268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091835268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091835268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091835268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091835280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091835289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091835289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091835289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:38.170564 run osmo-msc_10.42.42.6(pid=19413): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19413)]\u000a09:18:38.220354 run osmo-msc_10.42.42.6(pid=19413): stdout: \u000a| (launched: 2022-12-09_09:18:37.039174) \u000a09:18:38.270622 run osmo-msc_10.42.42.6(pid=19413): stderr: \u000a| �[0;m�[38;5;43m20221209091837310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091837310 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1b6407c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091837310 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091837310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091837310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091837311 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091837312 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091837313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091837313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091837313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:38.313218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19406): Terminating (SIGTERM)\u000a09:18:38.353492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19409): Terminating (SIGTERM)\u000a09:18:38.393843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19412): Terminating (SIGTERM)\u000a09:18:38.403488 --- ParallelTerminationStrategy: PID 19406 died...\u000a09:18:38.457115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19406): Terminated: ok {rc=0}\u000a09:18:38.467120 --- ParallelTerminationStrategy: PID 19409 died...\u000a09:18:38.520748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19409): Terminated: ok {rc=0}\u000a09:18:38.530797 --- ParallelTerminationStrategy: PID 19412 died...\u000a09:18:38.584384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19412): Terminated: ok {rc=0}\u000a09:18:38.673021 bus /sierra_3: Setting Powered False\u000a09:18:39.776931 bus /sierra_3: Setting Powered False\u000a09:18:40.888799 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19421): Process ended prematurely: osmo-stp_10.42.42.5(pid=19421) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19421): Process ended prematurely: osmo-stp_10.42.42.5(pid=19421) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:18:42.000067 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:42.012296 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:18:42.169006 tst mo_mt_call_osmux.py: using LAC 20466\u000a09:18:42.296294 tst mo_mt_call_osmux.py: using RAC 66\u000a09:18:42.426555 tst mo_mt_call_osmux.py: using CellId 20466\u000a09:18:42.555166 tst mo_mt_call_osmux.py: using BVCI 20467\u000a09:18:42.580448 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:42.592498 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:42.604832 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:42.617239 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:42.629622 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a09:18:42.641424 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:18:42.759190 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a09:18:42.970021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:43.465555 run create_hlr_db(pid=19415): Launched\u000a09:18:43.641964 bus /sierra_2: Setting Powered False\u000a09:18:44.664559 run create_hlr_db(pid=19415): Terminated: ok {rc=0}\u000a09:18:45.099631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19417): Launched\u000a09:18:45.429590 run osmo-hlr_10.42.42.2(pid=19418): Launched\u000a09:18:45.551135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:46.161551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19420): Launched\u000a09:18:46.633085 run osmo-stp_10.42.42.5(pid=19421): Launched\u000a09:18:46.836518 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:47.407890 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19423): Launched\u000a09:18:47.717303 run osmo-msc_10.42.42.6(pid=19424): Launched\u000a09:18:47.898257 run osmo-stp_10.42.42.5(pid=19421): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)]\u000a09:18:48.028142 run osmo-stp_10.42.42.5(pid=19421): stdout: \u000a| (launched: 2022-12-09_09:18:46.331011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:48.155775 run osmo-stp_10.42.42.5(pid=19421): stderr: \u000a| �[0;m�[38;5;43m20221209091846577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091846577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091846577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091846578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091846578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091846578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091846578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:48.279723 run osmo-stp_10.42.42.5(pid=19421): stdout: \u000a| (launched: 2022-12-09_09:18:46.331011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:48.402410 run osmo-stp_10.42.42.5(pid=19421): stderr: \u000a| �[0;m�[38;5;43m20221209091846577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091846577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091846577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091846578 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091846578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091846578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091846578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:48.456435 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19421): Process ended prematurely: osmo-stp_10.42.42.5(pid=19421) [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19421)] [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a09:18:48.465302 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a09:18:48.525241 run osmo-hlr_10.42.42.2(pid=19418): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19418)]\u000a09:18:48.574121 run osmo-hlr_10.42.42.2(pid=19418): stdout: \u000a| (launched: 2022-12-09_09:18:45.267479) \u000a09:18:48.624000 run osmo-hlr_10.42.42.2(pid=19418): stderr: \u000a| �[0;m�[1;31m20221209091845464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091845464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091845464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091845464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091845464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091845465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091845477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091845486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091845486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091845486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:18:48.691154 run osmo-msc_10.42.42.6(pid=19424): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19424)]\u000a09:18:48.739683 run osmo-msc_10.42.42.6(pid=19424): stdout: \u000a| (launched: 2022-12-09_09:18:47.564401) \u000a09:18:48.788991 run osmo-msc_10.42.42.6(pid=19424): stderr: \u000a| �[0;m�[38;5;43m20221209091847835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091847835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54d3f53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091847835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091847835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091847835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091847836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091847838 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091847839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091847839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091847839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:18:48.831241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19417): Terminating (SIGTERM)\u000a09:18:48.871424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19420): Terminating (SIGTERM)\u000a09:18:48.911406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19423): Terminating (SIGTERM)\u000a09:18:48.920831 --- ParallelTerminationStrategy: PID 19417 died...\u000a09:18:48.973948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19417): Terminated: ok {rc=0}\u000a09:18:48.983553 --- ParallelTerminationStrategy: PID 19420 died...\u000a09:18:49.037600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19420): Terminated: ok {rc=0}\u000a09:18:49.047213 --- ParallelTerminationStrategy: PID 19423 died...\u000a09:18:49.100066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19423): Terminated: ok {rc=0}\u000a09:18:49.188640 bus /sierra_3: Setting Powered False\u000a09:18:50.291366 bus /sierra_3: Setting Powered False\u000a09:18:51.402066 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:18:31" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19436): Process ended prematurely: osmo-stp_10.42.42.5(pid=19436) [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19436)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19436): Process ended prematurely: osmo-stp_10.42.42.5(pid=19436) [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:18:53.423087 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:53.434081 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:18:53.568017 tst emergency_mo_mt_call.py: using LAC 20467\u000a09:18:53.688369 tst emergency_mo_mt_call.py: using RAC 67\u000a09:18:53.814800 tst emergency_mo_mt_call.py: using CellId 20467\u000a09:18:53.941357 tst emergency_mo_mt_call.py: using BVCI 20468\u000a09:18:53.965905 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:53.977476 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:53.988761 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:54.001010 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:54.013238 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:18:54.025200 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:18:54.144728 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:18:54.348715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:18:54.832038 run create_hlr_db(pid=19430): Launched\u000a09:18:55.006083 bus /sierra_2: Setting Powered False\u000a09:18:56.027576 run create_hlr_db(pid=19430): Terminated: ok {rc=0}\u000a09:18:56.458158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19432): Launched\u000a09:18:56.784800 run osmo-hlr_10.42.42.2(pid=19433): Launched\u000a09:18:56.904498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:18:57.464193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19435): Launched\u000a09:18:57.787668 run osmo-stp_10.42.42.5(pid=19436): Launched\u000a09:18:57.919258 tst emergency_mo_mt_call.py: using MSISDN 7129\u000a09:18:58.079512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:18:58.671977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19438): Launched\u000a09:18:58.998533 run osmo-msc_10.42.42.6(pid=19439): Launched\u000a09:18:59.189027 run osmo-stp_10.42.42.5(pid=19436): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19436)]\u000a09:18:59.325815 run osmo-stp_10.42.42.5(pid=19436): stdout: \u000a| (launched: 2022-12-09_09:18:57.627557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:59.461701 run osmo-stp_10.42.42.5(pid=19436): stderr: \u000a| �[0;m�[38;5;43m20221209091857818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091857818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091857819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091857819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091857819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091857820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091857820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:59.591950 run osmo-stp_10.42.42.5(pid=19436): stdout: \u000a| (launched: 2022-12-09_09:18:57.627557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:18:59.720903 run osmo-stp_10.42.42.5(pid=19436): stderr: \u000a| �[0;m�[38;5;43m20221209091857818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091857818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091857819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091857819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091857819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091857820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091857820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:18:59.777491 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19436): Process ended prematurely: osmo-stp_10.42.42.5(pid=19436) [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19436)] [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a09:18:59.786221 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a09:18:59.850904 run osmo-hlr_10.42.42.2(pid=19433): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19433)]\u000a09:18:59.903444 run osmo-hlr_10.42.42.2(pid=19433): stdout: \u000a| (launched: 2022-12-09_09:18:56.623483) \u000a09:18:59.955852 run osmo-hlr_10.42.42.2(pid=19433): stderr: \u000a| �[0;m�[1;31m20221209091856820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091856820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091856820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091856820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091856820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091856820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091856832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091856841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091856841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091856841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:00.027919 run osmo-msc_10.42.42.6(pid=19439): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19439)]\u000a09:19:00.080119 run osmo-msc_10.42.42.6(pid=19439): stdout: \u000a| (launched: 2022-12-09_09:18:58.836662) \u000a09:19:00.133159 run osmo-msc_10.42.42.6(pid=19439): stderr: \u000a| �[0;m�[38;5;43m20221209091859157 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091859158 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a24a00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091859158 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091859158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091859158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091859158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091859160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091859160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091859160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091859160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:00.177538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19432): Terminating (SIGTERM)\u000a09:19:00.220566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19435): Terminating (SIGTERM)\u000a09:19:00.262558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19438): Terminating (SIGTERM)\u000a09:19:00.272865 --- ParallelTerminationStrategy: PID 19432 died...\u000a09:19:00.329682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19432): Terminated: ok {rc=0}\u000a09:19:00.340520 --- ParallelTerminationStrategy: PID 19435 died...\u000a09:19:00.397357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19435): Terminated: ok {rc=0}\u000a09:19:00.407668 --- ParallelTerminationStrategy: PID 19438 died...\u000a09:19:00.464473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19438): Terminated: ok {rc=0}\u000a09:19:00.551414 bus /sierra_3: Setting Powered False\u000a09:19:01.655097 bus /sierra_3: Setting Powered False\u000a09:19:02.761903 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19447): Process ended prematurely: osmo-stp_10.42.42.5(pid=19447) [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19447)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19447): Process ended prematurely: osmo-stp_10.42.42.5(pid=19447) [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19447)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:19:03.815024 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:19:03.827491 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:19:03.972679 tst emergency_preemptive_call.py: using LAC 20468\u000a09:19:04.098623 tst emergency_preemptive_call.py: using RAC 68\u000a09:19:04.224296 tst emergency_preemptive_call.py: using CellId 20468\u000a09:19:04.351650 tst emergency_preemptive_call.py: using BVCI 20469\u000a09:19:04.376299 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:19:04.387808 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:19:04.399106 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:19:04.410915 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:19:04.422637 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:19:04.434293 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:04.553563 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:04.671864 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:04.790752 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:05.000381 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:05.513896 run create_hlr_db(pid=19441): Launched\u000a09:19:05.702613 bus /sierra_2: Setting Powered False\u000a09:19:06.723045 run create_hlr_db(pid=19441): Terminated: ok {rc=0}\u000a09:19:07.154656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19443): Launched\u000a09:19:07.480163 run osmo-hlr_10.42.42.2(pid=19444): Launched\u000a09:19:07.597979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:08.159837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19446): Launched\u000a09:19:08.483384 run osmo-stp_10.42.42.5(pid=19447): Launched\u000a09:19:08.612677 tst emergency_preemptive_call.py: using MSISDN 7130\u000a09:19:08.773741 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:19:09.362543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19449): Launched\u000a09:19:09.687887 run osmo-msc_10.42.42.6(pid=19450): Launched\u000a09:19:09.878904 run osmo-stp_10.42.42.5(pid=19447): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19447)]\u000a09:19:10.016167 run osmo-stp_10.42.42.5(pid=19447): stdout: \u000a| (launched: 2022-12-09_09:19:08.323905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:10.152396 run osmo-stp_10.42.42.5(pid=19447): stderr: \u000a| �[0;m�[38;5;43m20221209091908515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091908515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091908516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091908516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091908517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091908517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091908517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:10.282374 run osmo-stp_10.42.42.5(pid=19447): stdout: \u000a| (launched: 2022-12-09_09:19:08.323905)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:10.411243 run osmo-stp_10.42.42.5(pid=19447): stderr: \u000a| �[0;m�[38;5;43m20221209091908515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091908515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091908516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091908516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091908517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091908517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091908517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:10.467658 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19447): Process ended prematurely: osmo-stp_10.42.42.5(pid=19447) [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19447)] [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a09:19:10.476535 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a09:19:10.540906 run osmo-hlr_10.42.42.2(pid=19444): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19444)]\u000a09:19:10.593165 run osmo-hlr_10.42.42.2(pid=19444): stdout: \u000a| (launched: 2022-12-09_09:19:07.319900) \u000a09:19:10.645845 run osmo-hlr_10.42.42.2(pid=19444): stderr: \u000a| �[0;m�[1;31m20221209091907518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091907518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091907518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091907518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091907518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091907518 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091907531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091907539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091907540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091907540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:10.717773 run osmo-msc_10.42.42.6(pid=19450): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19450)]\u000a09:19:10.769917 run osmo-msc_10.42.42.6(pid=19450): stdout: \u000a| (launched: 2022-12-09_09:19:09.526820) \u000a09:19:10.822805 run osmo-msc_10.42.42.6(pid=19450): stderr: \u000a| �[0;m�[38;5;43m20221209091909847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209091909847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb6880bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209091909847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209091909847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209091909848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209091909848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209091909850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209091909850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209091909850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209091909850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:19:10.868203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19443): Terminating (SIGTERM)\u000a09:19:10.910509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19446): Terminating (SIGTERM)\u000a09:19:10.953619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19449): Terminating (SIGTERM)\u000a09:19:10.963683 --- ParallelTerminationStrategy: PID 19443 died...\u000a09:19:11.020543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19443): Terminated: ok {rc=0}\u000a09:19:11.030907 --- ParallelTerminationStrategy: PID 19446 died...\u000a09:19:11.087328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19446): Terminated: ok {rc=0}\u000a09:19:11.097988 --- ParallelTerminationStrategy: PID 19449 died...\u000a09:19:11.154508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19449): Terminated: ok {rc=0}\u000a09:19:11.241938 bus /sierra_9: Setting Powered False\u000a09:19:12.343264 bus /sierra_9: Setting Powered False\u000a09:19:13.454913 bus /sierra_8: Setting Powered False\u000a09:19:14.556249 bus /sierra_8: Setting Powered False\u000a09:19:15.666145 bus /sierra_3: Setting Powered False\u000a09:19:16.773027 bus /sierra_3: Setting Powered False\u000a09:19:17.884687 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:18:53" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19465): Process ended prematurely: osmo-stp_10.42.42.5(pid=19465) [trial-2357↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19465)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19465): Process ended prematurely: osmo-stp_10.42.42.5(pid=19465) [trial-2357↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:19:20.002785 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:20.013804 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:19:20.145507 tst cs_paging_gprs_active.py: using LAC 20469\u000a09:19:20.264386 tst cs_paging_gprs_active.py: using RAC 69\u000a09:19:20.387863 tst cs_paging_gprs_active.py: using CellId 20469\u000a09:19:20.508439 tst cs_paging_gprs_active.py: using BVCI 20470\u000a09:19:20.531962 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:20.542947 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:20.553773 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:20.564445 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:20.575116 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:20.585752 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:20.596842 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:20.607515 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:20.618357 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:20.739007 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:21.022032 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:19:21.150552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:21.469911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19455): Launched\u000a09:19:21.733531 run iperf3-srv_10.42.42.10(pid=19456): Launched\u000a09:19:21.920532 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:19:22.048046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:22.366113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19457): Launched\u000a09:19:22.632322 run iperf3-srv_10.42.42.10(pid=19458): Launched\u000a09:19:22.819157 tst cs_paging_gprs_active.py:38: start network...\u000a09:19:22.947060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:23.438266 run create_hlr_db(pid=19459): Launched\u000a09:19:23.614309 bus /sierra_2: Setting Powered False\u000a09:19:24.636641 run create_hlr_db(pid=19459): Terminated: ok {rc=0}\u000a09:19:25.074342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19461): Launched\u000a09:19:25.407165 run osmo-hlr_10.42.42.2(pid=19462): Launched\u000a09:19:25.528796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:26.101020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19464): Launched\u000a09:19:26.431152 run osmo-stp_10.42.42.5(pid=19465): Launched\u000a09:19:26.551131 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:19:27.127053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19467): Launched\u000a09:19:27.244820 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:19:27.532076 run patchelf(pid=19468): Launched\u000a09:19:27.724170 run osmo-stp_10.42.42.5(pid=19465): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19465)]\u000a09:19:27.864067 run osmo-stp_10.42.42.5(pid=19465): stdout: \u000a| (launched: 2022-12-09_09:19:26.268636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:28.004549 run osmo-stp_10.42.42.5(pid=19465): stderr: \u000a| �[0;m�[38;5;43m20221209091926461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091926461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091926461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091926462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091926462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091926462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091926462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:28.140289 run osmo-stp_10.42.42.5(pid=19465): stdout: \u000a| (launched: 2022-12-09_09:19:26.268636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:28.274969 run osmo-stp_10.42.42.5(pid=19465): stderr: \u000a| �[0;m�[38;5;43m20221209091926461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091926461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091926461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091926462 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091926462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091926462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091926462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:28.431434 run patchelf(pid=19468): Terminating (SIGINT)\u000a09:19:28.615376 run patchelf(pid=19468): Terminated: ok {rc=0}\u000a09:19:28.649063 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19465): Process ended prematurely: osmo-stp_10.42.42.5(pid=19465) [trial-2357↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19465)] [trial-2357↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a09:19:28.659026 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:19:28.723229 run osmo-hlr_10.42.42.2(pid=19462): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19462)]\u000a09:19:28.774859 run osmo-hlr_10.42.42.2(pid=19462): stdout: \u000a| (launched: 2022-12-09_09:19:25.242545) \u000a09:19:28.827125 run osmo-hlr_10.42.42.2(pid=19462): stderr: \u000a| �[0;m�[1;31m20221209091925439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091925439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091925439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091925439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091925439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091925439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091925451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091925459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091925460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091925460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:28.872160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19455): Terminating (SIGTERM)\u000a09:19:28.914725 run iperf3-srv_10.42.42.10(pid=19456): Terminating (SIGTERM)\u000a09:19:28.957151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19457): Terminating (SIGTERM)\u000a09:19:28.999340 run iperf3-srv_10.42.42.10(pid=19458): Terminating (SIGTERM)\u000a09:19:29.041617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19461): Terminating (SIGTERM)\u000a09:19:29.083800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19464): Terminating (SIGTERM)\u000a09:19:29.126110 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19467): Terminating (SIGTERM)\u000a09:19:29.135662 --- ParallelTerminationStrategy: PID 19455 died...\u000a09:19:29.192447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19455): Terminated: ok {rc=0}\u000a09:19:29.202717 --- ParallelTerminationStrategy: PID 19456 died...\u000a09:19:29.258779 run iperf3-srv_10.42.42.10(pid=19456): Terminated {rc=256}\u000a09:19:29.269366 --- ParallelTerminationStrategy: PID 19457 died...\u000a09:19:29.325644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19457): Terminated: ok {rc=0}\u000a09:19:29.335844 --- ParallelTerminationStrategy: PID 19458 died...\u000a09:19:29.392274 run iperf3-srv_10.42.42.10(pid=19458): Terminated {rc=256}\u000a09:19:29.402526 --- ParallelTerminationStrategy: PID 19461 died...\u000a09:19:29.458869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19461): Terminated: ok {rc=0}\u000a09:19:29.469251 --- ParallelTerminationStrategy: PID 19464 died...\u000a09:19:29.525706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19464): Terminated: ok {rc=0}\u000a09:19:29.536002 --- ParallelTerminationStrategy: PID 19467 died...\u000a09:19:29.592203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19467): Terminated: ok {rc=0}\u000a09:19:29.679305 bus /gobi_0: Setting Powered False\u000a09:19:30.784809 bus /gobi_0: Setting Powered False\u000a09:19:31.907808 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19477): Process ended prematurely: osmo-stp_10.42.42.5(pid=19477) [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19477)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19477): Process ended prematurely: osmo-stp_10.42.42.5(pid=19477) [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19477)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a09:19:33.018668 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:33.030436 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:19:33.167304 tst iperf3.py: using LAC 20470\u000a09:19:33.288895 tst iperf3.py: using RAC 70\u000a09:19:33.410954 tst iperf3.py: using CellId 20470\u000a09:19:33.535709 tst iperf3.py: using BVCI 20471\u000a09:19:33.559383 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:33.570551 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:33.581512 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:33.592309 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:33.603119 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:33.613904 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:33.624800 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:33.635588 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:33.646484 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:33.929206 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:19:34.056937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:34.375282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19469): Launched\u000a09:19:34.639405 run iperf3-srv_10.42.42.10(pid=19470): Launched\u000a09:19:34.826304 tst iperf3.py:8: start network...\u000a09:19:34.954273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:35.446201 run create_hlr_db(pid=19471): Launched\u000a09:19:35.622448 bus /gobi_6: Setting Powered False\u000a09:19:36.643938 run create_hlr_db(pid=19471): Terminated: ok {rc=0}\u000a09:19:37.051195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19473): Launched\u000a09:19:37.359696 run osmo-hlr_10.42.42.2(pid=19474): Launched\u000a09:19:37.472325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:38.008193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19476): Launched\u000a09:19:38.317243 run osmo-stp_10.42.42.5(pid=19477): Launched\u000a09:19:38.429976 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:19:38.963024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19479): Launched\u000a09:19:39.072169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:19:39.339266 run patchelf(pid=19480): Launched\u000a09:19:39.518255 run osmo-stp_10.42.42.5(pid=19477): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19477)]\u000a09:19:39.649808 run osmo-stp_10.42.42.5(pid=19477): stdout: \u000a| (launched: 2022-12-09_09:19:38.164467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:39.780906 run osmo-stp_10.42.42.5(pid=19477): stderr: \u000a| �[0;m�[38;5;43m20221209091938332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091938332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091938332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091938333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091938333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091938333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091938334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:39.907935 run osmo-stp_10.42.42.5(pid=19477): stdout: \u000a| (launched: 2022-12-09_09:19:38.164467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:40.033605 run osmo-stp_10.42.42.5(pid=19477): stderr: \u000a| �[0;m�[38;5;43m20221209091938332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091938332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091938332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091938333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091938333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091938333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091938334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:40.179853 run patchelf(pid=19480): Terminating (SIGINT)\u000a09:19:40.351931 run patchelf(pid=19480): Terminated: ok {rc=0}\u000a09:19:40.383333 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19477): Process ended prematurely: osmo-stp_10.42.42.5(pid=19477) [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19477)] [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a09:19:40.392553 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:19:40.452644 run osmo-hlr_10.42.42.2(pid=19474): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19474)]\u000a09:19:40.501603 run osmo-hlr_10.42.42.2(pid=19474): stdout: \u000a| (launched: 2022-12-09_09:19:37.207390) \u000a09:19:40.550928 run osmo-hlr_10.42.42.2(pid=19474): stderr: \u000a| �[0;m�[1;31m20221209091937381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091937381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091937381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091937381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091937381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091937381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091937393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091937402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091937402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091937402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:40.593137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19469): Terminating (SIGTERM)\u000a09:19:40.632783 run iperf3-srv_10.42.42.10(pid=19470): Terminating (SIGTERM)\u000a09:19:40.672554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19473): Terminating (SIGTERM)\u000a09:19:40.712376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19476): Terminating (SIGTERM)\u000a09:19:40.752393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19479): Terminating (SIGTERM)\u000a09:19:40.761922 --- ParallelTerminationStrategy: PID 19469 died...\u000a09:19:40.815979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19469): Terminated: ok {rc=0}\u000a09:19:40.825889 --- ParallelTerminationStrategy: PID 19470 died...\u000a09:19:40.879485 run iperf3-srv_10.42.42.10(pid=19470): Terminated {rc=256}\u000a09:19:40.889408 --- ParallelTerminationStrategy: PID 19473 died...\u000a09:19:40.943045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19473): Terminated: ok {rc=0}\u000a09:19:40.952783 --- ParallelTerminationStrategy: PID 19476 died...\u000a09:19:41.006565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19476): Terminated: ok {rc=0}\u000a09:19:41.016434 --- ParallelTerminationStrategy: PID 19479 died...\u000a09:19:41.069617 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19479): Terminated: ok {rc=0}\u000a09:19:41.158426 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19495): Process ended prematurely: osmo-stp_10.42.42.5(pid=19495) [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19495)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19495): Process ended prematurely: osmo-stp_10.42.42.5(pid=19495) [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a09:19:42.269603 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:42.281346 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:19:42.423389 tst iperf3m4.py: using LAC 20471\u000a09:19:42.557822 tst iperf3m4.py: using RAC 71\u000a09:19:42.678680 tst iperf3m4.py: using CellId 20471\u000a09:19:42.800728 tst iperf3m4.py: using BVCI 20472\u000a09:19:42.824219 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:42.835346 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:42.846244 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:42.857103 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:42.867941 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:42.878798 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:42.889778 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:42.900460 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:19:42.911458 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:43.033538 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:43.155449 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:43.276663 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:19:43.565352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:19:43.694989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:44.012612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19481): Launched\u000a09:19:44.277670 run iperf3-srv_10.42.42.10(pid=19482): Launched\u000a09:19:44.465479 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:19:44.593684 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:44.911707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19483): Launched\u000a09:19:45.176672 run iperf3-srv_10.42.42.10(pid=19484): Launched\u000a09:19:45.363856 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:19:45.492170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:45.810791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19485): Launched\u000a09:19:46.162032 run iperf3-srv_10.42.42.10(pid=19486): Launched\u000a09:19:46.352232 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:19:46.482997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:19:46.821690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19487): Launched\u000a09:19:47.104898 run iperf3-srv_10.42.42.10(pid=19488): Launched\u000a09:19:47.294923 tst iperf3m4.py:8: start network...\u000a09:19:47.423274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:19:47.920735 run create_hlr_db(pid=19489): Launched\u000a09:19:48.097836 bus /gobi_6: Setting Powered False\u000a09:19:49.119289 run create_hlr_db(pid=19489): Terminated: ok {rc=0}\u000a09:19:49.528383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19491): Launched\u000a09:19:49.838165 run osmo-hlr_10.42.42.2(pid=19492): Launched\u000a09:19:49.964256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:19:50.620237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19494): Launched\u000a09:19:50.922886 run osmo-stp_10.42.42.5(pid=19495): Launched\u000a09:19:51.032407 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:19:51.560873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19497): Launched\u000a09:19:51.669772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:19:51.933975 run patchelf(pid=19498): Launched\u000a09:19:52.110334 run osmo-stp_10.42.42.5(pid=19495): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19495)]\u000a09:19:52.239773 run osmo-stp_10.42.42.5(pid=19495): stdout: \u000a| (launched: 2022-12-09_09:19:50.774117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:52.369629 run osmo-stp_10.42.42.5(pid=19495): stderr: \u000a| �[0;m�[38;5;43m20221209091950943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091950943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091950943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091950943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091950944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091950944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091950944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:52.494878 run osmo-stp_10.42.42.5(pid=19495): stdout: \u000a| (launched: 2022-12-09_09:19:50.774117)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:19:52.619345 run osmo-stp_10.42.42.5(pid=19495): stderr: \u000a| �[0;m�[38;5;43m20221209091950943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209091950943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209091950943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209091950943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209091950944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209091950944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209091950944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:19:52.763781 run patchelf(pid=19498): Terminating (SIGINT)\u000a09:19:52.933320 run patchelf(pid=19498): Terminated: ok {rc=0}\u000a09:19:52.964525 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19495): Process ended prematurely: osmo-stp_10.42.42.5(pid=19495) [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19495)] [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a09:19:52.973797 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:19:53.033745 run osmo-hlr_10.42.42.2(pid=19492): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19492)]\u000a09:19:53.082533 run osmo-hlr_10.42.42.2(pid=19492): stdout: \u000a| (launched: 2022-12-09_09:19:49.686026) \u000a09:19:53.131884 run osmo-hlr_10.42.42.2(pid=19492): stderr: \u000a| �[0;m�[1;31m20221209091949863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209091949863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209091949863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091949863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209091949863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209091949863 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209091949876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209091949887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209091949887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209091949887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:19:53.173834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19481): Terminating (SIGTERM)\u000a09:19:53.213477 run iperf3-srv_10.42.42.10(pid=19482): Terminating (SIGTERM)\u000a09:19:53.252908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19483): Terminating (SIGTERM)\u000a09:19:53.292190 run iperf3-srv_10.42.42.10(pid=19484): Terminating (SIGTERM)\u000a09:19:53.331588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19485): Terminating (SIGTERM)\u000a09:19:53.370954 run iperf3-srv_10.42.42.10(pid=19486): Terminating (SIGTERM)\u000a09:19:53.410445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19487): Terminating (SIGTERM)\u000a09:19:53.449699 run iperf3-srv_10.42.42.10(pid=19488): Terminating (SIGTERM)\u000a09:19:53.489120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19491): Terminating (SIGTERM)\u000a09:19:53.528568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19494): Terminating (SIGTERM)\u000a09:19:53.568063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19497): Terminating (SIGTERM)\u000a09:19:53.577433 --- ParallelTerminationStrategy: PID 19481 died...\u000a09:19:53.630298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19481): Terminated: ok {rc=0}\u000a09:19:53.639939 --- ParallelTerminationStrategy: PID 19482 died...\u000a09:19:53.693017 run iperf3-srv_10.42.42.10(pid=19482): Terminated {rc=256}\u000a09:19:53.702770 --- ParallelTerminationStrategy: PID 19483 died...\u000a09:19:53.755207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19483): Terminated: ok {rc=0}\u000a09:19:53.764880 --- ParallelTerminationStrategy: PID 19484 died...\u000a09:19:53.817377 run iperf3-srv_10.42.42.10(pid=19484): Terminated {rc=256}\u000a09:19:53.826949 --- ParallelTerminationStrategy: PID 19485 died...\u000a09:19:53.879540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19485): Terminated: ok {rc=0}\u000a09:19:53.889303 --- ParallelTerminationStrategy: PID 19486 died...\u000a09:19:53.942106 run iperf3-srv_10.42.42.10(pid=19486): Terminated {rc=256}\u000a09:19:53.951946 --- ParallelTerminationStrategy: PID 19487 died...\u000a09:19:54.004378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19487): Terminated: ok {rc=0}\u000a09:19:54.014122 --- ParallelTerminationStrategy: PID 19488 died...\u000a09:19:54.066784 run iperf3-srv_10.42.42.10(pid=19488): Terminated {rc=256}\u000a09:19:54.076410 --- ParallelTerminationStrategy: PID 19491 died...\u000a09:19:54.129008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19491): Terminated: ok {rc=0}\u000a09:19:54.138540 --- ParallelTerminationStrategy: PID 19494 died...\u000a09:19:54.191053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19494): Terminated: ok {rc=0}\u000a09:19:54.200629 --- ParallelTerminationStrategy: PID 19497 died...\u000a09:19:54.253037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19497): Terminated: ok {rc=0}\u000a09:19:54.341564 bus /gobi_4: Setting Powered False\u000a09:19:55.444436 bus /gobi_4: Setting Powered False\u000a09:19:56.554902 bus /gobi_1: Setting Powered False\u000a09:19:57.657268 bus /gobi_1: Setting Powered False\u000a09:19:58.767162 bus /gobi_0: Setting Powered False\u000a09:19:59.867914 bus /gobi_0: Setting Powered False\u000a09:20:00.991317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19508): Process ended prematurely: osmo-stp_10.42.42.5(pid=19508) [trial-2357↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19508)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19508): Process ended prematurely: osmo-stp_10.42.42.5(pid=19508) [trial-2357↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19508)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a09:20:02.074284 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:02.091518 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:20:02.262504 tst ping.py: using LAC 20472\u000a09:20:02.389991 tst ping.py: using RAC 72\u000a09:20:02.514329 tst ping.py: using CellId 20472\u000a09:20:02.638755 tst ping.py: using BVCI 20473\u000a09:20:02.663458 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:02.675120 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:02.686493 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:02.698753 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:02.710327 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:02.721607 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:02.733378 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:02.744861 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:20:03.019839 tst ping.py:19: start network...\u000a09:20:03.143153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:03.621632 run create_hlr_db(pid=19502): Launched\u000a09:20:03.793404 bus /gobi_6: Setting Powered False\u000a09:20:04.813833 run create_hlr_db(pid=19502): Terminated: ok {rc=0}\u000a09:20:05.208729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19504): Launched\u000a09:20:05.506068 run osmo-hlr_10.42.42.2(pid=19505): Launched\u000a09:20:05.616424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:06.132839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19507): Launched\u000a09:20:06.429203 run osmo-stp_10.42.42.5(pid=19508): Launched\u000a09:20:06.536934 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:07.055636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19510): Launched\u000a09:20:07.161184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:07.420616 run patchelf(pid=19511): Launched\u000a09:20:07.593842 run osmo-stp_10.42.42.5(pid=19508): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19508)]\u000a09:20:07.720760 run osmo-stp_10.42.42.5(pid=19508): stdout: \u000a| (launched: 2022-12-09_09:20:06.283530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:07.848643 run osmo-stp_10.42.42.5(pid=19508): stderr: \u000a| �[0;m�[38;5;43m20221209092006453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092006453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092006454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092006454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092006454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092006455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092006455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:07.971744 run osmo-stp_10.42.42.5(pid=19508): stdout: \u000a| (launched: 2022-12-09_09:20:06.283530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:08.093418 run osmo-stp_10.42.42.5(pid=19508): stderr: \u000a| �[0;m�[38;5;43m20221209092006453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092006453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092006454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092006454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092006454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092006455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092006455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:08.234737 run patchelf(pid=19511): Terminating (SIGINT)\u000a09:20:08.400672 run patchelf(pid=19511): Terminated: ok {rc=0}\u000a09:20:08.431024 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19508): Process ended prematurely: osmo-stp_10.42.42.5(pid=19508) [trial-2357↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19508)] [trial-2357↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a09:20:08.439560 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:20:08.498783 run osmo-hlr_10.42.42.2(pid=19505): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19505)]\u000a09:20:08.547534 run osmo-hlr_10.42.42.2(pid=19505): stdout: \u000a| (launched: 2022-12-09_09:20:05.359567) \u000a09:20:08.597053 run osmo-hlr_10.42.42.2(pid=19505): stderr: \u000a| �[0;m�[1;31m20221209092005530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092005530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092005531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092005531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092005531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092005531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092005543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092005552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092005552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092005552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:08.639041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19504): Terminating (SIGTERM)\u000a09:20:08.678557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19507): Terminating (SIGTERM)\u000a09:20:08.718177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19510): Terminating (SIGTERM)\u000a09:20:08.727296 --- ParallelTerminationStrategy: PID 19504 died...\u000a09:20:08.780266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19504): Terminated: ok {rc=0}\u000a09:20:08.789776 --- ParallelTerminationStrategy: PID 19507 died...\u000a09:20:08.842502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19507): Terminated: ok {rc=0}\u000a09:20:08.851957 --- ParallelTerminationStrategy: PID 19510 died...\u000a09:20:08.904723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19510): Terminated: ok {rc=0}\u000a09:20:08.991850 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19518): Process ended prematurely: osmo-stp_10.42.42.5(pid=19518) [trial-2357↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19518)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19518): Process ended prematurely: osmo-stp_10.42.42.5(pid=19518) [trial-2357↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19518)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a09:20:10.042672 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:10.054117 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a09:20:10.187130 tst ping_idle_ping.py: using LAC 20473\u000a09:20:10.306057 tst ping_idle_ping.py: using RAC 73\u000a09:20:10.425667 tst ping_idle_ping.py: using CellId 20473\u000a09:20:10.543151 tst ping_idle_ping.py: using BVCI 20474\u000a09:20:10.566075 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:10.577080 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:10.587777 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:10.598525 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:10.609203 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:10.619754 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:10.630600 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a09:20:10.641312 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a09:20:10.917844 tst ping_idle_ping.py:24: start network...\u000a09:20:11.041969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:11.523357 run create_hlr_db(pid=19512): Launched\u000a09:20:11.694649 bus /gobi_6: Setting Powered False\u000a09:20:12.716744 run create_hlr_db(pid=19512): Terminated: ok {rc=0}\u000a09:20:13.139344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19514): Launched\u000a09:20:13.458628 run osmo-hlr_10.42.42.2(pid=19515): Launched\u000a09:20:13.578583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:14.133063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19517): Launched\u000a09:20:14.451299 run osmo-stp_10.42.42.5(pid=19518): Launched\u000a09:20:14.567674 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:15.123664 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19520): Launched\u000a09:20:15.238270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:15.516774 run patchelf(pid=19521): Launched\u000a09:20:15.703152 run osmo-stp_10.42.42.5(pid=19518): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19518)]\u000a09:20:15.839958 run osmo-stp_10.42.42.5(pid=19518): stdout: \u000a| (launched: 2022-12-09_09:20:14.294880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:15.996630 run osmo-stp_10.42.42.5(pid=19518): stderr: \u000a| �[0;m�[38;5;43m20221209092014484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092014484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092014484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092014484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092014485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092014485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092014485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:16.128747 run osmo-stp_10.42.42.5(pid=19518): stdout: \u000a| (launched: 2022-12-09_09:20:14.294880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:16.255860 run osmo-stp_10.42.42.5(pid=19518): stderr: \u000a| �[0;m�[38;5;43m20221209092014484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092014484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092014484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092014484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092014485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092014485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092014485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:16.403087 run patchelf(pid=19521): Terminating (SIGINT)\u000a09:20:16.577914 run patchelf(pid=19521): Terminated: ok {rc=0}\u000a09:20:16.611153 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19518): Process ended prematurely: osmo-stp_10.42.42.5(pid=19518) [trial-2357↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19518)] [trial-2357↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a09:20:16.620539 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:20:16.682309 run osmo-hlr_10.42.42.2(pid=19515): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19515)]\u000a09:20:16.732393 run osmo-hlr_10.42.42.2(pid=19515): stdout: \u000a| (launched: 2022-12-09_09:20:13.301627) \u000a09:20:16.783432 run osmo-hlr_10.42.42.2(pid=19515): stderr: \u000a| �[0;m�[1;31m20221209092013496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092013496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092013496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092013496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092013496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092013496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092013508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092013516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092013517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092013517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:16.828412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19514): Terminating (SIGTERM)\u000a09:20:16.870342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19517): Terminating (SIGTERM)\u000a09:20:16.914303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19520): Terminating (SIGTERM)\u000a09:20:16.924553 --- ParallelTerminationStrategy: PID 19514 died...\u000a09:20:16.980812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19514): Terminated: ok {rc=0}\u000a09:20:16.990850 --- ParallelTerminationStrategy: PID 19517 died...\u000a09:20:17.046344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19517): Terminated: ok {rc=0}\u000a09:20:17.056301 --- ParallelTerminationStrategy: PID 19520 died...\u000a09:20:17.110903 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19520): Terminated: ok {rc=0}\u000a09:20:17.203826 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:19:19" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19535): Process ended prematurely: osmo-stp_10.42.42.5(pid=19535) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19535)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19535): Process ended prematurely: osmo-stp_10.42.42.5(pid=19535) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:20:19.365270 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:19.376552 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:20:19.511270 tst cs_paging_gprs_active.py: using LAC 20474\u000a09:20:19.629457 tst cs_paging_gprs_active.py: using RAC 74\u000a09:20:19.747362 tst cs_paging_gprs_active.py: using CellId 20474\u000a09:20:19.865245 tst cs_paging_gprs_active.py: using BVCI 20475\u000a09:20:19.888649 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:19.899832 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:19.910838 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:19.922032 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:19.933059 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:19.944161 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:19.955288 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:19.966257 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:19.977593 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:20:20.098538 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:20:20.394389 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:20:20.530246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:20.864652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19525): Launched\u000a09:20:21.144783 run iperf3-srv_10.42.42.10(pid=19526): Launched\u000a09:20:21.343890 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:20:21.479730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:21.813931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19527): Launched\u000a09:20:22.094753 run iperf3-srv_10.42.42.10(pid=19528): Launched\u000a09:20:22.293189 tst cs_paging_gprs_active.py:38: start network...\u000a09:20:22.428494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:22.940513 run create_hlr_db(pid=19529): Launched\u000a09:20:23.127996 bus /gobi_6: Setting Powered False\u000a09:20:24.149824 run create_hlr_db(pid=19529): Terminated: ok {rc=0}\u000a09:20:24.563254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19531): Launched\u000a09:20:24.888140 run osmo-hlr_10.42.42.2(pid=19532): Launched\u000a09:20:25.008479 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:25.572104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19534): Launched\u000a09:20:25.896232 run osmo-stp_10.42.42.5(pid=19535): Launched\u000a09:20:26.014766 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:26.581190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19537): Launched\u000a09:20:26.697204 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:26.980856 run patchelf(pid=19538): Launched\u000a09:20:27.169885 run osmo-stp_10.42.42.5(pid=19535): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19535)]\u000a09:20:27.308022 run osmo-stp_10.42.42.5(pid=19535): stdout: \u000a| (launched: 2022-12-09_09:20:25.736868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:27.446348 run osmo-stp_10.42.42.5(pid=19535): stderr: \u000a| �[0;m�[38;5;43m20221209092025929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092025929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092025929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092025930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092025930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092025930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092025930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:27.580493 run osmo-stp_10.42.42.5(pid=19535): stdout: \u000a| (launched: 2022-12-09_09:20:25.736868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:27.713152 run osmo-stp_10.42.42.5(pid=19535): stderr: \u000a| �[0;m�[38;5;43m20221209092025929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092025929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092025929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092025930 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092025930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092025930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092025930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:27.867771 run patchelf(pid=19538): Terminating (SIGINT)\u000a09:20:28.050212 run patchelf(pid=19538): Terminated: ok {rc=0}\u000a09:20:28.083440 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19535): Process ended prematurely: osmo-stp_10.42.42.5(pid=19535) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19535)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:20:28.093394 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:20:28.156677 run osmo-hlr_10.42.42.2(pid=19532): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19532)]\u000a09:20:28.208098 run osmo-hlr_10.42.42.2(pid=19532): stdout: \u000a| (launched: 2022-12-09_09:20:24.728749) \u000a09:20:28.260525 run osmo-hlr_10.42.42.2(pid=19532): stderr: \u000a| �[0;m�[1;31m20221209092024926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092024926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092024926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092024926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092024926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092024926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092024939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092024947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092024947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092024947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:28.304697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19525): Terminating (SIGTERM)\u000a09:20:28.346098 run iperf3-srv_10.42.42.10(pid=19526): Terminating (SIGTERM)\u000a09:20:28.387855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19527): Terminating (SIGTERM)\u000a09:20:28.429694 run iperf3-srv_10.42.42.10(pid=19528): Terminating (SIGTERM)\u000a09:20:28.471321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19531): Terminating (SIGTERM)\u000a09:20:28.512997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19534): Terminating (SIGTERM)\u000a09:20:28.554781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19537): Terminating (SIGTERM)\u000a09:20:28.564533 --- ParallelTerminationStrategy: PID 19525 died...\u000a09:20:28.620635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19525): Terminated: ok {rc=0}\u000a09:20:28.630598 --- ParallelTerminationStrategy: PID 19526 died...\u000a09:20:28.686136 run iperf3-srv_10.42.42.10(pid=19526): Terminated {rc=256}\u000a09:20:28.696031 --- ParallelTerminationStrategy: PID 19527 died...\u000a09:20:28.751634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19527): Terminated: ok {rc=0}\u000a09:20:28.761789 --- ParallelTerminationStrategy: PID 19528 died...\u000a09:20:28.817391 run iperf3-srv_10.42.42.10(pid=19528): Terminated {rc=256}\u000a09:20:28.827388 --- ParallelTerminationStrategy: PID 19531 died...\u000a09:20:28.882861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19531): Terminated: ok {rc=0}\u000a09:20:28.892880 --- ParallelTerminationStrategy: PID 19534 died...\u000a09:20:28.949096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19534): Terminated: ok {rc=0}\u000a09:20:28.959036 --- ParallelTerminationStrategy: PID 19537 died...\u000a09:20:29.014464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19537): Terminated: ok {rc=0}\u000a09:20:29.102134 bus /gobi_0: Setting Powered False\u000a09:20:30.209081 bus /gobi_0: Setting Powered False\u000a09:20:31.331619 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19547): Process ended prematurely: osmo-stp_10.42.42.5(pid=19547) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19547)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19547): Process ended prematurely: osmo-stp_10.42.42.5(pid=19547) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:20:32.441503 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:32.453498 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:20:32.590290 tst iperf3.py: using LAC 20475\u000a09:20:32.714739 tst iperf3.py: using RAC 75\u000a09:20:32.832230 tst iperf3.py: using CellId 20475\u000a09:20:32.949936 tst iperf3.py: using BVCI 20476\u000a09:20:32.973335 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:32.984592 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:32.995797 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:33.006944 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:33.018010 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:33.029061 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:33.040209 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:33.051226 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:33.062489 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:20:33.342265 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:20:33.468222 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:33.782326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19539): Launched\u000a09:20:34.045424 run iperf3-srv_10.42.42.10(pid=19540): Launched\u000a09:20:34.229883 tst iperf3.py:8: start network...\u000a09:20:34.356264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:34.842169 run create_hlr_db(pid=19541): Launched\u000a09:20:35.016342 bus /gobi_6: Setting Powered False\u000a09:20:36.038564 run create_hlr_db(pid=19541): Terminated: ok {rc=0}\u000a09:20:36.467001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19543): Launched\u000a09:20:36.791698 run osmo-hlr_10.42.42.2(pid=19544): Launched\u000a09:20:36.912568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:37.471779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19546): Launched\u000a09:20:37.794366 run osmo-stp_10.42.42.5(pid=19547): Launched\u000a09:20:37.911828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:38.476883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19549): Launched\u000a09:20:38.592447 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:38.874056 run patchelf(pid=19550): Launched\u000a09:20:39.062275 run osmo-stp_10.42.42.5(pid=19547): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19547)]\u000a09:20:39.199408 run osmo-stp_10.42.42.5(pid=19547): stdout: \u000a| (launched: 2022-12-09_09:20:37.635873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:39.337715 run osmo-stp_10.42.42.5(pid=19547): stderr: \u000a| �[0;m�[38;5;43m20221209092037826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092037826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092037826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092037827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092037827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092037827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092037827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:39.471193 run osmo-stp_10.42.42.5(pid=19547): stdout: \u000a| (launched: 2022-12-09_09:20:37.635873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:39.603409 run osmo-stp_10.42.42.5(pid=19547): stderr: \u000a| �[0;m�[38;5;43m20221209092037826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092037826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092037826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092037827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092037827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092037827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092037827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:39.757551 run patchelf(pid=19550): Terminating (SIGINT)\u000a09:20:39.938094 run patchelf(pid=19550): Terminated: ok {rc=0}\u000a09:20:39.971360 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19547): Process ended prematurely: osmo-stp_10.42.42.5(pid=19547) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19547)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a09:20:39.981264 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a09:20:40.044269 run osmo-hlr_10.42.42.2(pid=19544): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19544)]\u000a09:20:40.095665 run osmo-hlr_10.42.42.2(pid=19544): stdout: \u000a| (launched: 2022-12-09_09:20:36.632678) \u000a09:20:40.147540 run osmo-hlr_10.42.42.2(pid=19544): stderr: \u000a| �[0;m�[1;31m20221209092036831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092036831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092036831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092036831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092036831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092036831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092036843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092036851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092036852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092036852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:40.191875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19539): Terminating (SIGTERM)\u000a09:20:40.233822 run iperf3-srv_10.42.42.10(pid=19540): Terminating (SIGTERM)\u000a09:20:40.275667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19543): Terminating (SIGTERM)\u000a09:20:40.317230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19546): Terminating (SIGTERM)\u000a09:20:40.359144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19549): Terminating (SIGTERM)\u000a09:20:40.369117 --- ParallelTerminationStrategy: PID 19539 died...\u000a09:20:40.425573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19539): Terminated: ok {rc=0}\u000a09:20:40.435629 --- ParallelTerminationStrategy: PID 19540 died...\u000a09:20:40.490767 run iperf3-srv_10.42.42.10(pid=19540): Terminated {rc=256}\u000a09:20:40.500903 --- ParallelTerminationStrategy: PID 19543 died...\u000a09:20:40.556452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19543): Terminated: ok {rc=0}\u000a09:20:40.566482 --- ParallelTerminationStrategy: PID 19546 died...\u000a09:20:40.621774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19546): Terminated: ok {rc=0}\u000a09:20:40.631969 --- ParallelTerminationStrategy: PID 19549 died...\u000a09:20:40.687357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19549): Terminated: ok {rc=0}\u000a09:20:40.773483 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19565): Process ended prematurely: osmo-stp_10.42.42.5(pid=19565) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19565)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19565): Process ended prematurely: osmo-stp_10.42.42.5(pid=19565) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19565)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:20:41.890902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:41.903782 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:20:42.046794 tst iperf3m4.py: using LAC 20476\u000a09:20:42.169439 tst iperf3m4.py: using RAC 76\u000a09:20:42.295459 tst iperf3m4.py: using CellId 20476\u000a09:20:42.421824 tst iperf3m4.py: using BVCI 20477\u000a09:20:42.446680 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:42.458634 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:42.470249 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:42.482271 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:42.494307 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:42.506202 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:42.518078 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:42.529755 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:20:42.541627 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:20:42.670059 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:20:42.789043 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:20:42.906656 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:20:43.203183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:20:43.338446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:43.672902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19551): Launched\u000a09:20:43.953494 run iperf3-srv_10.42.42.10(pid=19552): Launched\u000a09:20:44.152241 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:20:44.287720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:44.621906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19553): Launched\u000a09:20:44.901210 run iperf3-srv_10.42.42.10(pid=19554): Launched\u000a09:20:45.100474 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:20:45.236138 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:45.570163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19555): Launched\u000a09:20:45.867122 run iperf3-srv_10.42.42.10(pid=19556): Launched\u000a09:20:46.072374 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:20:46.203448 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:20:46.540601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19557): Launched\u000a09:20:46.829278 run iperf3-srv_10.42.42.10(pid=19558): Launched\u000a09:20:47.021329 tst iperf3m4.py:8: start network...\u000a09:20:47.151158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:20:47.640711 run create_hlr_db(pid=19559): Launched\u000a09:20:47.815189 bus /gobi_6: Setting Powered False\u000a09:20:48.836300 run create_hlr_db(pid=19559): Terminated: ok {rc=0}\u000a09:20:49.240621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19561): Launched\u000a09:20:49.545141 run osmo-hlr_10.42.42.2(pid=19562): Launched\u000a09:20:49.660339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:20:50.189821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19564): Launched\u000a09:20:50.492942 run osmo-stp_10.42.42.5(pid=19565): Launched\u000a09:20:50.602155 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:20:51.131306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19567): Launched\u000a09:20:51.239115 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:20:51.503250 run patchelf(pid=19568): Launched\u000a09:20:51.681121 run osmo-stp_10.42.42.5(pid=19565): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19565)]\u000a09:20:51.811185 run osmo-stp_10.42.42.5(pid=19565): stdout: \u000a| (launched: 2022-12-09_09:20:50.344278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:51.941661 run osmo-stp_10.42.42.5(pid=19565): stderr: \u000a| �[0;m�[38;5;43m20221209092050513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092050514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092050514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092050514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:52.067451 run osmo-stp_10.42.42.5(pid=19565): stdout: \u000a| (launched: 2022-12-09_09:20:50.344278)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:20:52.192772 run osmo-stp_10.42.42.5(pid=19565): stderr: \u000a| �[0;m�[38;5;43m20221209092050513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092050514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092050514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092050514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092050515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:20:52.338356 run patchelf(pid=19568): Terminating (SIGINT)\u000a09:20:52.508575 run patchelf(pid=19568): Terminated: ok {rc=0}\u000a09:20:52.540116 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19565): Process ended prematurely: osmo-stp_10.42.42.5(pid=19565) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19565)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:20:52.549626 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a09:20:52.609667 run osmo-hlr_10.42.42.2(pid=19562): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19562)]\u000a09:20:52.658574 run osmo-hlr_10.42.42.2(pid=19562): stdout: \u000a| (launched: 2022-12-09_09:20:49.395004) \u000a09:20:52.708055 run osmo-hlr_10.42.42.2(pid=19562): stderr: \u000a| �[0;m�[1;31m20221209092049569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092049569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092049569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092049569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092049569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092049569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092049582 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092049593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092049593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092049593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:20:52.750269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19551): Terminating (SIGTERM)\u000a09:20:52.790057 run iperf3-srv_10.42.42.10(pid=19552): Terminating (SIGTERM)\u000a09:20:52.829991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19553): Terminating (SIGTERM)\u000a09:20:52.869890 run iperf3-srv_10.42.42.10(pid=19554): Terminating (SIGTERM)\u000a09:20:52.909843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19555): Terminating (SIGTERM)\u000a09:20:52.949614 run iperf3-srv_10.42.42.10(pid=19556): Terminating (SIGTERM)\u000a09:20:52.989522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19557): Terminating (SIGTERM)\u000a09:20:53.029387 run iperf3-srv_10.42.42.10(pid=19558): Terminating (SIGTERM)\u000a09:20:53.069289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19561): Terminating (SIGTERM)\u000a09:20:53.109223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19564): Terminating (SIGTERM)\u000a09:20:53.148936 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19567): Terminating (SIGTERM)\u000a09:20:53.158167 --- ParallelTerminationStrategy: PID 19551 died...\u000a09:20:53.211642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19551): Terminated: ok {rc=0}\u000a09:20:53.221342 --- ParallelTerminationStrategy: PID 19552 died...\u000a09:20:53.274075 run iperf3-srv_10.42.42.10(pid=19552): Terminated {rc=256}\u000a09:20:53.283558 --- ParallelTerminationStrategy: PID 19553 died...\u000a09:20:53.337272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19553): Terminated: ok {rc=0}\u000a09:20:53.346898 --- ParallelTerminationStrategy: PID 19554 died...\u000a09:20:53.400141 run iperf3-srv_10.42.42.10(pid=19554): Terminated {rc=256}\u000a09:20:53.409930 --- ParallelTerminationStrategy: PID 19555 died...\u000a09:20:53.463011 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19555): Terminated: ok {rc=0}\u000a09:20:53.472679 --- ParallelTerminationStrategy: PID 19556 died...\u000a09:20:53.525842 run iperf3-srv_10.42.42.10(pid=19556): Terminated {rc=256}\u000a09:20:53.535411 --- ParallelTerminationStrategy: PID 19557 died...\u000a09:20:53.588811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19557): Terminated: ok {rc=0}\u000a09:20:53.598587 --- ParallelTerminationStrategy: PID 19558 died...\u000a09:20:53.651717 run iperf3-srv_10.42.42.10(pid=19558): Terminated {rc=256}\u000a09:20:53.661406 --- ParallelTerminationStrategy: PID 19561 died...\u000a09:20:53.714300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19561): Terminated: ok {rc=0}\u000a09:20:53.723843 --- ParallelTerminationStrategy: PID 19564 died...\u000a09:20:53.776676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19564): Terminated: ok {rc=0}\u000a09:20:53.786328 --- ParallelTerminationStrategy: PID 19567 died...\u000a09:20:53.839221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19567): Terminated: ok {rc=0}\u000a09:20:53.922339 bus /gobi_4: Setting Powered False\u000a09:20:55.026255 bus /gobi_4: Setting Powered False\u000a09:20:56.136727 bus /gobi_1: Setting Powered False\u000a09:20:57.241586 bus /gobi_1: Setting Powered False\u000a09:20:58.349075 bus /gobi_0: Setting Powered False\u000a09:20:59.456265 bus /gobi_0: Setting Powered False\u000a09:21:00.564317 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19575): Process ended prematurely: osmo-stp_10.42.42.5(pid=19575) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19575)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19575): Process ended prematurely: osmo-stp_10.42.42.5(pid=19575) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:21:01.635634 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:01.650210 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:21:01.795961 tst ping.py: using LAC 20477\u000a09:21:01.927099 tst ping.py: using RAC 77\u000a09:21:02.084836 tst ping.py: using CellId 20477\u000a09:21:02.218203 tst ping.py: using BVCI 20478\u000a09:21:02.243517 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:02.256342 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:02.269414 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:02.280677 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:02.291560 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:02.302606 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:02.313824 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:02.324913 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:21:02.599301 tst ping.py:19: start network...\u000a09:21:02.722670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:03.198271 run create_hlr_db(pid=19569): Launched\u000a09:21:03.369337 bus /gobi_6: Setting Powered False\u000a09:21:04.402676 run create_hlr_db(pid=19569): Terminated: ok {rc=0}\u000a09:21:04.825518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19571): Launched\u000a09:21:05.152710 run osmo-hlr_10.42.42.2(pid=19572): Launched\u000a09:21:05.270529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:05.827687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19574): Launched\u000a09:21:06.145117 run osmo-stp_10.42.42.5(pid=19575): Launched\u000a09:21:06.259404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:06.815266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19577): Launched\u000a09:21:06.929238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:07.206752 run patchelf(pid=19578): Launched\u000a09:21:07.393073 run osmo-stp_10.42.42.5(pid=19575): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19575)]\u000a09:21:07.529504 run osmo-stp_10.42.42.5(pid=19575): stdout: \u000a| (launched: 2022-12-09_09:21:05.989570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:07.666492 run osmo-stp_10.42.42.5(pid=19575): stderr: \u000a| �[0;m�[38;5;43m20221209092106179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092106179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092106179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092106179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092106180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092106180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092106180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:07.798809 run osmo-stp_10.42.42.5(pid=19575): stdout: \u000a| (launched: 2022-12-09_09:21:05.989570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:07.930016 run osmo-stp_10.42.42.5(pid=19575): stderr: \u000a| �[0;m�[38;5;43m20221209092106179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092106179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092106179 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092106179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092106180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092106180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092106180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:08.082322 run patchelf(pid=19578): Terminating (SIGINT)\u000a09:21:08.260305 run patchelf(pid=19578): Terminated: ok {rc=0}\u000a09:21:08.292877 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19575): Process ended prematurely: osmo-stp_10.42.42.5(pid=19575) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19575)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a09:21:08.302333 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:21:08.366589 run osmo-hlr_10.42.42.2(pid=19572): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19572)]\u000a09:21:08.418749 run osmo-hlr_10.42.42.2(pid=19572): stdout: \u000a| (launched: 2022-12-09_09:21:04.996786) \u000a09:21:08.471635 run osmo-hlr_10.42.42.2(pid=19572): stderr: \u000a| �[0;m�[1;31m20221209092105191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092105191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092105191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092105191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092105191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092105191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092105203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092105213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092105213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092105213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:08.516380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19571): Terminating (SIGTERM)\u000a09:21:08.558953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19574): Terminating (SIGTERM)\u000a09:21:08.601852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19577): Terminating (SIGTERM)\u000a09:21:08.611745 --- ParallelTerminationStrategy: PID 19571 died...\u000a09:21:08.668488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19571): Terminated: ok {rc=0}\u000a09:21:08.678971 --- ParallelTerminationStrategy: PID 19574 died...\u000a09:21:08.735597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19574): Terminated: ok {rc=0}\u000a09:21:08.745910 --- ParallelTerminationStrategy: PID 19577 died...\u000a09:21:08.802538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19577): Terminated: ok {rc=0}\u000a09:21:08.890019 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19585): Process ended prematurely: osmo-stp_10.42.42.5(pid=19585) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19585)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19585): Process ended prematurely: osmo-stp_10.42.42.5(pid=19585) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:21:09.944271 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:09.956562 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:21:10.099872 tst ping_idle_ping.py: using LAC 20478\u000a09:21:10.224593 tst ping_idle_ping.py: using RAC 78\u000a09:21:10.350128 tst ping_idle_ping.py: using CellId 20478\u000a09:21:10.474098 tst ping_idle_ping.py: using BVCI 20479\u000a09:21:10.498518 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:10.510338 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:10.521812 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:10.533594 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:10.545231 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:10.556814 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:10.568584 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:21:10.580225 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:21:10.870626 tst ping_idle_ping.py:24: start network...\u000a09:21:11.004047 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:11.509040 run create_hlr_db(pid=19579): Launched\u000a09:21:11.694171 bus /gobi_6: Setting Powered False\u000a09:21:12.715923 run create_hlr_db(pid=19579): Terminated: ok {rc=0}\u000a09:21:13.120589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19581): Launched\u000a09:21:13.420125 run osmo-hlr_10.42.42.2(pid=19582): Launched\u000a09:21:13.529856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:14.048512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19584): Launched\u000a09:21:14.349198 run osmo-stp_10.42.42.5(pid=19585): Launched\u000a09:21:14.469172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:14.992703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19587): Launched\u000a09:21:15.098818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:15.359134 run patchelf(pid=19588): Launched\u000a09:21:15.534023 run osmo-stp_10.42.42.5(pid=19585): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19585)]\u000a09:21:15.661701 run osmo-stp_10.42.42.5(pid=19585): stdout: \u000a| (launched: 2022-12-09_09:21:14.200083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:15.789570 run osmo-stp_10.42.42.5(pid=19585): stderr: \u000a| �[0;m�[38;5;43m20221209092114367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092114367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092114367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092114368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092114368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092114368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092114368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:15.943163 run osmo-stp_10.42.42.5(pid=19585): stdout: \u000a| (launched: 2022-12-09_09:21:14.200083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:16.079820 run osmo-stp_10.42.42.5(pid=19585): stderr: \u000a| �[0;m�[38;5;43m20221209092114367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092114367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092114367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092114368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092114368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092114368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092114368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:16.232631 run patchelf(pid=19588): Terminating (SIGINT)\u000a09:21:16.406282 run patchelf(pid=19588): Terminated: ok {rc=0}\u000a09:21:16.437707 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19585): Process ended prematurely: osmo-stp_10.42.42.5(pid=19585) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19585)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:21:16.447161 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:21:16.509233 run osmo-hlr_10.42.42.2(pid=19582): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19582)]\u000a09:21:16.559758 run osmo-hlr_10.42.42.2(pid=19582): stdout: \u000a| (launched: 2022-12-09_09:21:13.272604) \u000a09:21:16.611183 run osmo-hlr_10.42.42.2(pid=19582): stderr: \u000a| �[0;m�[1;31m20221209092113447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092113447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092113447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092113447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092113447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092113447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092113459 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092113468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092113468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092113468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:16.654733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19581): Terminating (SIGTERM)\u000a09:21:16.695726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19584): Terminating (SIGTERM)\u000a09:21:16.738813 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19587): Terminating (SIGTERM)\u000a09:21:16.748533 --- ParallelTerminationStrategy: PID 19581 died...\u000a09:21:16.803411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19581): Terminated: ok {rc=0}\u000a09:21:16.813637 --- ParallelTerminationStrategy: PID 19584 died...\u000a09:21:16.867960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19584): Terminated: ok {rc=0}\u000a09:21:16.878113 --- ParallelTerminationStrategy: PID 19587 died...\u000a09:21:16.933059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19587): Terminated: ok {rc=0}\u000a09:21:17.020274 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:20:18" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19603): Process ended prematurely: osmo-stp_10.42.42.5(pid=19603) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19603)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19603): Process ended prematurely: osmo-stp_10.42.42.5(pid=19603) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:21:19.193189 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:19.204875 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:21:19.368211 tst cs_paging_gprs_active.py: using LAC 20479\u000a09:21:19.491154 tst cs_paging_gprs_active.py: using RAC 79\u000a09:21:19.609812 tst cs_paging_gprs_active.py: using CellId 20479\u000a09:21:19.730370 tst cs_paging_gprs_active.py: using BVCI 20480\u000a09:21:19.753529 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:19.764778 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:19.775953 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:19.787057 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:19.798143 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:19.809050 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:19.820098 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:19.831067 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:19.842333 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:21:19.963033 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:21:20.259988 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:21:20.396611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:20.733331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19592): Launched\u000a09:21:21.014684 run iperf3-srv_10.42.42.10(pid=19593): Launched\u000a09:21:21.214433 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:21:21.350404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:21.686413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19594): Launched\u000a09:21:21.969013 run iperf3-srv_10.42.42.10(pid=19595): Launched\u000a09:21:22.168570 tst cs_paging_gprs_active.py:38: start network...\u000a09:21:22.304255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:22.817186 run create_hlr_db(pid=19596): Launched\u000a09:21:23.005229 bus /gobi_6: Setting Powered False\u000a09:21:24.026678 run create_hlr_db(pid=19596): Terminated: ok {rc=0}\u000a09:21:24.437263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19598): Launched\u000a09:21:24.745215 run osmo-hlr_10.42.42.2(pid=19600): Launched\u000a09:21:24.858421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:25.387426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19602): Launched\u000a09:21:25.695012 run osmo-stp_10.42.42.5(pid=19603): Launched\u000a09:21:25.805901 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:26.335979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19605): Launched\u000a09:21:26.445390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:26.711260 run patchelf(pid=19606): Launched\u000a09:21:26.889177 run osmo-stp_10.42.42.5(pid=19603): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19603)]\u000a09:21:27.019493 run osmo-stp_10.42.42.5(pid=19603): stdout: \u000a| (launched: 2022-12-09_09:21:25.542707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:27.149942 run osmo-stp_10.42.42.5(pid=19603): stderr: \u000a| �[0;m�[38;5;43m20221209092125712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092125712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092125712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092125713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092125713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092125713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092125713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:27.275753 run osmo-stp_10.42.42.5(pid=19603): stdout: \u000a| (launched: 2022-12-09_09:21:25.542707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:27.400570 run osmo-stp_10.42.42.5(pid=19603): stderr: \u000a| �[0;m�[38;5;43m20221209092125712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092125712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092125712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092125713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092125713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092125713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092125713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:27.545953 run patchelf(pid=19606): Terminating (SIGINT)\u000a09:21:27.716858 run patchelf(pid=19606): Terminated: ok {rc=0}\u000a09:21:27.748604 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19603): Process ended prematurely: osmo-stp_10.42.42.5(pid=19603) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19603)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:21:27.758027 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:21:27.817976 run osmo-hlr_10.42.42.2(pid=19600): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19600)]\u000a09:21:27.867324 run osmo-hlr_10.42.42.2(pid=19600): stdout: \u000a| (launched: 2022-12-09_09:21:24.592320) \u000a09:21:27.916880 run osmo-hlr_10.42.42.2(pid=19600): stderr: \u000a| �[0;m�[1;31m20221209092124769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092124769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092124769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092124769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092124769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092124769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092124782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092124790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092124790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092124790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:27.959091 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19592): Terminating (SIGTERM)\u000a09:21:27.998747 run iperf3-srv_10.42.42.10(pid=19593): Terminating (SIGTERM)\u000a09:21:28.038389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19594): Terminating (SIGTERM)\u000a09:21:28.077992 run iperf3-srv_10.42.42.10(pid=19595): Terminating (SIGTERM)\u000a09:21:28.117742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19598): Terminating (SIGTERM)\u000a09:21:28.157452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19602): Terminating (SIGTERM)\u000a09:21:28.197030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19605): Terminating (SIGTERM)\u000a09:21:28.206270 --- ParallelTerminationStrategy: PID 19592 died...\u000a09:21:28.259373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19592): Terminated: ok {rc=0}\u000a09:21:28.268918 --- ParallelTerminationStrategy: PID 19593 died...\u000a09:21:28.321307 run iperf3-srv_10.42.42.10(pid=19593): Terminated {rc=256}\u000a09:21:28.330663 --- ParallelTerminationStrategy: PID 19594 died...\u000a09:21:28.383046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19594): Terminated: ok {rc=0}\u000a09:21:28.392510 --- ParallelTerminationStrategy: PID 19595 died...\u000a09:21:28.445499 run iperf3-srv_10.42.42.10(pid=19595): Terminated {rc=256}\u000a09:21:28.455158 --- ParallelTerminationStrategy: PID 19598 died...\u000a09:21:28.508481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19598): Terminated: ok {rc=0}\u000a09:21:28.517941 --- ParallelTerminationStrategy: PID 19602 died...\u000a09:21:28.570164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19602): Terminated: ok {rc=0}\u000a09:21:28.579610 --- ParallelTerminationStrategy: PID 19605 died...\u000a09:21:28.632070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19605): Terminated: ok {rc=0}\u000a09:21:28.715013 bus /gobi_0: Setting Powered False\u000a09:21:29.821530 bus /gobi_0: Setting Powered False\u000a09:21:30.953783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19617): Process ended prematurely: osmo-stp_10.42.42.5(pid=19617) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19617)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19617): Process ended prematurely: osmo-stp_10.42.42.5(pid=19617) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:21:32.064898 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:32.077927 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:21:32.259087 tst iperf3.py: using LAC 20480\u000a09:21:32.385935 tst iperf3.py: using RAC 80\u000a09:21:32.511540 tst iperf3.py: using CellId 20480\u000a09:21:32.639105 tst iperf3.py: using BVCI 20481\u000a09:21:32.663988 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:32.675912 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:32.687765 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:32.700186 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:32.711779 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:32.723839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:32.736430 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:32.747963 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:32.760598 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:21:33.040099 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:21:33.166682 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:33.482347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19608): Launched\u000a09:21:33.744055 run iperf3-srv_10.42.42.10(pid=19609): Launched\u000a09:21:33.928815 tst iperf3.py:8: start network...\u000a09:21:34.055329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:34.543140 run create_hlr_db(pid=19610): Launched\u000a09:21:34.730739 bus /gobi_6: Setting Powered False\u000a09:21:35.751227 run create_hlr_db(pid=19610): Terminated: ok {rc=0}\u000a09:21:36.158637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19612): Launched\u000a09:21:36.464569 run osmo-hlr_10.42.42.2(pid=19613): Launched\u000a09:21:36.578131 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:37.110545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19615): Launched\u000a09:21:37.413329 run osmo-stp_10.42.42.5(pid=19617): Launched\u000a09:21:37.523436 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:38.052131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19619): Launched\u000a09:21:38.160114 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:38.424388 run patchelf(pid=19620): Launched\u000a09:21:38.602331 run osmo-stp_10.42.42.5(pid=19617): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19617)]\u000a09:21:38.731869 run osmo-stp_10.42.42.5(pid=19617): stdout: \u000a| (launched: 2022-12-09_09:21:37.263909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:38.861842 run osmo-stp_10.42.42.5(pid=19617): stderr: \u000a| �[0;m�[38;5;43m20221209092137434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092137434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092137435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092137435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092137435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092137435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092137436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:38.987133 run osmo-stp_10.42.42.5(pid=19617): stdout: \u000a| (launched: 2022-12-09_09:21:37.263909)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:39.111391 run osmo-stp_10.42.42.5(pid=19617): stderr: \u000a| �[0;m�[38;5;43m20221209092137434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092137434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092137435 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092137435 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092137435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092137435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092137436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:39.255995 run patchelf(pid=19620): Terminating (SIGINT)\u000a09:21:39.426698 run patchelf(pid=19620): Terminated: ok {rc=0}\u000a09:21:39.457937 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19617): Process ended prematurely: osmo-stp_10.42.42.5(pid=19617) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19617)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:21:39.467153 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:21:39.526536 run osmo-hlr_10.42.42.2(pid=19613): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19613)]\u000a09:21:39.574953 run osmo-hlr_10.42.42.2(pid=19613): stdout: \u000a| (launched: 2022-12-09_09:21:36.313817) \u000a09:21:39.624197 run osmo-hlr_10.42.42.2(pid=19613): stderr: \u000a| �[0;m�[1;31m20221209092136488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092136488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092136488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092136488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092136488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092136488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092136499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092136508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092136509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092136509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:39.666192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19608): Terminating (SIGTERM)\u000a09:21:39.705559 run iperf3-srv_10.42.42.10(pid=19609): Terminating (SIGTERM)\u000a09:21:39.744903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19612): Terminating (SIGTERM)\u000a09:21:39.784382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19615): Terminating (SIGTERM)\u000a09:21:39.823842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19619): Terminating (SIGTERM)\u000a09:21:39.832995 --- ParallelTerminationStrategy: PID 19608 died...\u000a09:21:39.885669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19608): Terminated: ok {rc=0}\u000a09:21:39.895178 --- ParallelTerminationStrategy: PID 19609 died...\u000a09:21:39.948158 run iperf3-srv_10.42.42.10(pid=19609): Terminated {rc=256}\u000a09:21:39.957707 --- ParallelTerminationStrategy: PID 19612 died...\u000a09:21:40.010590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19612): Terminated: ok {rc=0}\u000a09:21:40.020061 --- ParallelTerminationStrategy: PID 19615 died...\u000a09:21:40.072403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19615): Terminated: ok {rc=0}\u000a09:21:40.081829 --- ParallelTerminationStrategy: PID 19619 died...\u000a09:21:40.134220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19619): Terminated: ok {rc=0}\u000a09:21:40.222158 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19635): Process ended prematurely: osmo-stp_10.42.42.5(pid=19635) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19635)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19635): Process ended prematurely: osmo-stp_10.42.42.5(pid=19635) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:21:41.331929 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:41.343786 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:21:41.510245 tst iperf3m4.py: using LAC 20481\u000a09:21:41.629937 tst iperf3m4.py: using RAC 81\u000a09:21:41.746877 tst iperf3m4.py: using CellId 20481\u000a09:21:41.867283 tst iperf3m4.py: using BVCI 20482\u000a09:21:41.890503 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:41.901777 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:41.912869 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:41.924039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:41.935177 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:41.946216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:41.957451 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:41.968373 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:21:41.979547 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:21:42.098417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:21:42.220346 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:21:42.341872 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:21:42.639070 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:21:42.775031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:43.110129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19621): Launched\u000a09:21:43.390097 run iperf3-srv_10.42.42.10(pid=19622): Launched\u000a09:21:43.588893 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:21:43.724738 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:44.059900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19623): Launched\u000a09:21:44.338607 run iperf3-srv_10.42.42.10(pid=19624): Launched\u000a09:21:44.537845 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:21:44.674045 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:45.010254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19625): Launched\u000a09:21:45.289809 run iperf3-srv_10.42.42.10(pid=19626): Launched\u000a09:21:45.489104 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:21:45.625231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:21:45.974633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19627): Launched\u000a09:21:46.260816 run iperf3-srv_10.42.42.10(pid=19628): Launched\u000a09:21:46.453271 tst iperf3m4.py:8: start network...\u000a09:21:46.584568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:21:47.140132 run create_hlr_db(pid=19629): Launched\u000a09:21:47.318900 bus /gobi_6: Setting Powered False\u000a09:21:48.337066 run create_hlr_db(pid=19629): Terminated: ok {rc=0}\u000a09:21:48.767990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19631): Launched\u000a09:21:49.093122 run osmo-hlr_10.42.42.2(pid=19632): Launched\u000a09:21:49.214001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:21:49.779871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19634): Launched\u000a09:21:50.109462 run osmo-stp_10.42.42.5(pid=19635): Launched\u000a09:21:50.228651 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:21:50.795612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19637): Launched\u000a09:21:50.911838 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:21:51.196350 run patchelf(pid=19638): Launched\u000a09:21:51.386040 run osmo-stp_10.42.42.5(pid=19635): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19635)]\u000a09:21:51.524711 run osmo-stp_10.42.42.5(pid=19635): stdout: \u000a| (launched: 2022-12-09_09:21:49.945949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:51.663323 run osmo-stp_10.42.42.5(pid=19635): stderr: \u000a| �[0;m�[38;5;43m20221209092150135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092150135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092150135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092150136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092150136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092150136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092150136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:51.797537 run osmo-stp_10.42.42.5(pid=19635): stdout: \u000a| (launched: 2022-12-09_09:21:49.945949)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:21:51.930777 run osmo-stp_10.42.42.5(pid=19635): stderr: \u000a| �[0;m�[38;5;43m20221209092150135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092150135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092150135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092150136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092150136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092150136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092150136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:21:52.086127 run patchelf(pid=19638): Terminating (SIGINT)\u000a09:21:52.267630 run patchelf(pid=19638): Terminated: ok {rc=0}\u000a09:21:52.300734 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19635): Process ended prematurely: osmo-stp_10.42.42.5(pid=19635) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19635)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:21:52.310832 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a09:21:52.374922 run osmo-hlr_10.42.42.2(pid=19632): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19632)]\u000a09:21:52.426524 run osmo-hlr_10.42.42.2(pid=19632): stdout: \u000a| (launched: 2022-12-09_09:21:48.933314) \u000a09:21:52.478936 run osmo-hlr_10.42.42.2(pid=19632): stderr: \u000a| �[0;m�[1;31m20221209092149129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092149130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092149130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092149130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092149130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092149130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092149142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092149150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092149150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092149150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:21:52.523464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19621): Terminating (SIGTERM)\u000a09:21:52.565228 run iperf3-srv_10.42.42.10(pid=19622): Terminating (SIGTERM)\u000a09:21:52.607218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19623): Terminating (SIGTERM)\u000a09:21:52.649252 run iperf3-srv_10.42.42.10(pid=19624): Terminating (SIGTERM)\u000a09:21:52.691196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19625): Terminating (SIGTERM)\u000a09:21:52.733010 run iperf3-srv_10.42.42.10(pid=19626): Terminating (SIGTERM)\u000a09:21:52.774893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19627): Terminating (SIGTERM)\u000a09:21:52.816905 run iperf3-srv_10.42.42.10(pid=19628): Terminating (SIGTERM)\u000a09:21:52.858844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19631): Terminating (SIGTERM)\u000a09:21:52.900769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19634): Terminating (SIGTERM)\u000a09:21:52.942900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19637): Terminating (SIGTERM)\u000a09:21:52.952861 --- ParallelTerminationStrategy: PID 19621 died...\u000a09:21:53.009582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19621): Terminated: ok {rc=0}\u000a09:21:53.020030 --- ParallelTerminationStrategy: PID 19622 died...\u000a09:21:53.075694 run iperf3-srv_10.42.42.10(pid=19622): Terminated {rc=256}\u000a09:21:53.085835 --- ParallelTerminationStrategy: PID 19623 died...\u000a09:21:53.141612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19623): Terminated: ok {rc=0}\u000a09:21:53.151684 --- ParallelTerminationStrategy: PID 19624 died...\u000a09:21:53.206999 run iperf3-srv_10.42.42.10(pid=19624): Terminated {rc=256}\u000a09:21:53.217269 --- ParallelTerminationStrategy: PID 19625 died...\u000a09:21:53.272841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19625): Terminated: ok {rc=0}\u000a09:21:53.282947 --- ParallelTerminationStrategy: PID 19626 died...\u000a09:21:53.338675 run iperf3-srv_10.42.42.10(pid=19626): Terminated {rc=256}\u000a09:21:53.348764 --- ParallelTerminationStrategy: PID 19627 died...\u000a09:21:53.405261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19627): Terminated: ok {rc=0}\u000a09:21:53.415420 --- ParallelTerminationStrategy: PID 19628 died...\u000a09:21:53.470999 run iperf3-srv_10.42.42.10(pid=19628): Terminated {rc=256}\u000a09:21:53.481087 --- ParallelTerminationStrategy: PID 19631 died...\u000a09:21:53.536549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19631): Terminated: ok {rc=0}\u000a09:21:53.547017 --- ParallelTerminationStrategy: PID 19634 died...\u000a09:21:53.602843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19634): Terminated: ok {rc=0}\u000a09:21:53.612908 --- ParallelTerminationStrategy: PID 19637 died...\u000a09:21:53.669175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19637): Terminated: ok {rc=0}\u000a09:21:53.756178 bus /gobi_4: Setting Powered False\u000a09:21:54.864334 bus /gobi_4: Setting Powered False\u000a09:21:55.973093 bus /gobi_1: Setting Powered False\u000a09:21:57.079294 bus /gobi_1: Setting Powered False\u000a09:21:58.190662 bus /gobi_0: Setting Powered False\u000a09:21:59.295740 bus /gobi_0: Setting Powered False\u000a09:22:00.403450 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19645): Process ended prematurely: osmo-stp_10.42.42.5(pid=19645) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19645)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19645): Process ended prematurely: osmo-stp_10.42.42.5(pid=19645) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:22:01.477661 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:01.493826 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:22:01.670995 tst ping.py: using LAC 20482\u000a09:22:01.822809 tst ping.py: using RAC 82\u000a09:22:01.955001 tst ping.py: using CellId 20482\u000a09:22:02.073313 tst ping.py: using BVCI 20483\u000a09:22:02.097302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:02.109641 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:02.122628 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:02.135452 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:02.147455 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:02.160070 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:02.173132 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:02.186182 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:22:02.463846 tst ping.py:19: start network...\u000a09:22:02.587648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:03.068617 run create_hlr_db(pid=19639): Launched\u000a09:22:03.240855 bus /gobi_6: Setting Powered False\u000a09:22:04.261937 run create_hlr_db(pid=19639): Terminated: ok {rc=0}\u000a09:22:04.687171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19641): Launched\u000a09:22:05.010232 run osmo-hlr_10.42.42.2(pid=19642): Launched\u000a09:22:05.128898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:05.686504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19644): Launched\u000a09:22:06.005770 run osmo-stp_10.42.42.5(pid=19645): Launched\u000a09:22:06.126127 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:06.682497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19647): Launched\u000a09:22:06.796290 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:07.074726 run patchelf(pid=19648): Launched\u000a09:22:07.261302 run osmo-stp_10.42.42.5(pid=19645): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19645)]\u000a09:22:07.397362 run osmo-stp_10.42.42.5(pid=19645): stdout: \u000a| (launched: 2022-12-09_09:22:05.848016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:07.534172 run osmo-stp_10.42.42.5(pid=19645): stderr: \u000a| �[0;m�[38;5;43m20221209092206037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092206037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092206038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092206038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092206039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092206039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092206039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:07.666566 run osmo-stp_10.42.42.5(pid=19645): stdout: \u000a| (launched: 2022-12-09_09:22:05.848016)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:07.797555 run osmo-stp_10.42.42.5(pid=19645): stderr: \u000a| �[0;m�[38;5;43m20221209092206037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092206037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092206038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092206038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092206039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092206039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092206039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:07.949633 run patchelf(pid=19648): Terminating (SIGINT)\u000a09:22:08.127858 run patchelf(pid=19648): Terminated: ok {rc=0}\u000a09:22:08.160125 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19645): Process ended prematurely: osmo-stp_10.42.42.5(pid=19645) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19645)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:22:08.169444 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:22:08.232807 run osmo-hlr_10.42.42.2(pid=19642): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19642)]\u000a09:22:08.283996 run osmo-hlr_10.42.42.2(pid=19642): stdout: \u000a| (launched: 2022-12-09_09:22:04.850069) \u000a09:22:08.336100 run osmo-hlr_10.42.42.2(pid=19642): stderr: \u000a| �[0;m�[1;31m20221209092205048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092205048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092205048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092205048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092205048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092205048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092205060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092205069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092205069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092205069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:08.380406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19641): Terminating (SIGTERM)\u000a09:22:08.422062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19644): Terminating (SIGTERM)\u000a09:22:08.463904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19647): Terminating (SIGTERM)\u000a09:22:08.473791 --- ParallelTerminationStrategy: PID 19641 died...\u000a09:22:08.529606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19641): Terminated: ok {rc=0}\u000a09:22:08.539585 --- ParallelTerminationStrategy: PID 19644 died...\u000a09:22:08.595030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19644): Terminated: ok {rc=0}\u000a09:22:08.605284 --- ParallelTerminationStrategy: PID 19647 died...\u000a09:22:08.660856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19647): Terminated: ok {rc=0}\u000a09:22:08.747781 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19655): Process ended prematurely: osmo-stp_10.42.42.5(pid=19655) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19655)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19655): Process ended prematurely: osmo-stp_10.42.42.5(pid=19655) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:22:09.800546 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:09.813439 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:22:09.977438 tst ping_idle_ping.py: using LAC 20483\u000a09:22:10.104456 tst ping_idle_ping.py: using RAC 83\u000a09:22:10.231073 tst ping_idle_ping.py: using CellId 20483\u000a09:22:10.354406 tst ping_idle_ping.py: using BVCI 20484\u000a09:22:10.378856 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:10.390582 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:10.402106 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:10.413913 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:10.425648 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:10.437322 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:10.449742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:22:10.461844 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:22:10.740426 tst ping_idle_ping.py:24: start network...\u000a09:22:10.865897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:11.348445 run create_hlr_db(pid=19649): Launched\u000a09:22:11.521468 bus /gobi_6: Setting Powered False\u000a09:22:12.543400 run create_hlr_db(pid=19649): Terminated: ok {rc=0}\u000a09:22:12.943207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19651): Launched\u000a09:22:13.244279 run osmo-hlr_10.42.42.2(pid=19652): Launched\u000a09:22:13.358583 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:13.877333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19654): Launched\u000a09:22:14.177441 run osmo-stp_10.42.42.5(pid=19655): Launched\u000a09:22:14.286028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:14.809661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19657): Launched\u000a09:22:14.917156 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:15.179577 run patchelf(pid=19658): Launched\u000a09:22:15.356158 run osmo-stp_10.42.42.5(pid=19655): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19655)]\u000a09:22:15.484684 run osmo-stp_10.42.42.5(pid=19655): stdout: \u000a| (launched: 2022-12-09_09:22:14.029561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:15.613620 run osmo-stp_10.42.42.5(pid=19655): stderr: \u000a| �[0;m�[38;5;43m20221209092214198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092214198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092214199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092214199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092214200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092214200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092214200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:15.738316 run osmo-stp_10.42.42.5(pid=19655): stdout: \u000a| (launched: 2022-12-09_09:22:14.029561)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:15.862346 run osmo-stp_10.42.42.5(pid=19655): stderr: \u000a| �[0;m�[38;5;43m20221209092214198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092214198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092214199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092214199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092214200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092214200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092214200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:16.008849 run patchelf(pid=19658): Terminating (SIGINT)\u000a09:22:16.180193 run patchelf(pid=19658): Terminated: ok {rc=0}\u000a09:22:16.211727 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19655): Process ended prematurely: osmo-stp_10.42.42.5(pid=19655) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19655)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:22:16.221144 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:22:16.282569 run osmo-hlr_10.42.42.2(pid=19652): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19652)]\u000a09:22:16.334331 run osmo-hlr_10.42.42.2(pid=19652): stdout: \u000a| (launched: 2022-12-09_09:22:13.096049) \u000a09:22:16.385732 run osmo-hlr_10.42.42.2(pid=19652): stderr: \u000a| �[0;m�[1;31m20221209092213268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092213269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092213269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092213269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092213269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092213269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092213281 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092213289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092213290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092213290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:16.428463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19651): Terminating (SIGTERM)\u000a09:22:16.469510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19654): Terminating (SIGTERM)\u000a09:22:16.512032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19657): Terminating (SIGTERM)\u000a09:22:16.521732 --- ParallelTerminationStrategy: PID 19651 died...\u000a09:22:16.577837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19651): Terminated: ok {rc=0}\u000a09:22:16.588086 --- ParallelTerminationStrategy: PID 19654 died...\u000a09:22:16.642700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19654): Terminated: ok {rc=0}\u000a09:22:16.652774 --- ParallelTerminationStrategy: PID 19657 died...\u000a09:22:16.706774 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19657): Terminated: ok {rc=0}\u000a09:22:16.797121 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:21:18" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19673): Process ended prematurely: osmo-stp_10.42.42.5(pid=19673) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19673)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19673): Process ended prematurely: osmo-stp_10.42.42.5(pid=19673) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:22:18.971615 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:18.983179 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:22:19.141418 tst cs_paging_gprs_active.py: using LAC 20484\u000a09:22:19.268341 tst cs_paging_gprs_active.py: using RAC 84\u000a09:22:19.397454 tst cs_paging_gprs_active.py: using CellId 20484\u000a09:22:19.525825 tst cs_paging_gprs_active.py: using BVCI 20485\u000a09:22:19.550839 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:19.562692 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:19.574430 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:19.586460 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:19.598278 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:19.610039 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:19.621879 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:19.633512 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:19.645484 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:22:19.765532 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:22:20.062789 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:22:20.199469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:20.535659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19663): Launched\u000a09:22:20.816560 run iperf3-srv_10.42.42.10(pid=19664): Launched\u000a09:22:21.018192 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:22:21.155343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:21.492768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19665): Launched\u000a09:22:21.774371 run iperf3-srv_10.42.42.10(pid=19666): Launched\u000a09:22:21.975184 tst cs_paging_gprs_active.py:38: start network...\u000a09:22:22.111825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:22.624080 run create_hlr_db(pid=19667): Launched\u000a09:22:22.812624 bus /gobi_6: Setting Powered False\u000a09:22:23.834136 run create_hlr_db(pid=19667): Terminated: ok {rc=0}\u000a09:22:24.244581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19669): Launched\u000a09:22:24.552134 run osmo-hlr_10.42.42.2(pid=19670): Launched\u000a09:22:24.666279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:25.195357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19672): Launched\u000a09:22:25.504451 run osmo-stp_10.42.42.5(pid=19673): Launched\u000a09:22:25.615599 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:26.146238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19675): Launched\u000a09:22:26.254857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:26.528351 run patchelf(pid=19676): Launched\u000a09:22:26.707844 run osmo-stp_10.42.42.5(pid=19673): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19673)]\u000a09:22:26.838826 run osmo-stp_10.42.42.5(pid=19673): stdout: \u000a| (launched: 2022-12-09_09:22:25.350264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:26.970882 run osmo-stp_10.42.42.5(pid=19673): stderr: \u000a| �[0;m�[38;5;43m20221209092225518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092225518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092225518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092225519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092225519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092225519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092225519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:27.097535 run osmo-stp_10.42.42.5(pid=19673): stdout: \u000a| (launched: 2022-12-09_09:22:25.350264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:27.223127 run osmo-stp_10.42.42.5(pid=19673): stderr: \u000a| �[0;m�[38;5;43m20221209092225518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092225518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092225518 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092225519 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092225519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092225519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092225519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:27.369430 run patchelf(pid=19676): Terminating (SIGINT)\u000a09:22:27.541607 run patchelf(pid=19676): Terminated: ok {rc=0}\u000a09:22:27.573222 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19673): Process ended prematurely: osmo-stp_10.42.42.5(pid=19673) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19673)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a09:22:27.582612 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:22:27.642899 run osmo-hlr_10.42.42.2(pid=19670): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19670)]\u000a09:22:27.692290 run osmo-hlr_10.42.42.2(pid=19670): stdout: \u000a| (launched: 2022-12-09_09:22:24.400514) \u000a09:22:27.742095 run osmo-hlr_10.42.42.2(pid=19670): stderr: \u000a| �[0;m�[1;31m20221209092224576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092224576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092224576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092224576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092224576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092224576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092224588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092224596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092224597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092224597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:27.784479 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19663): Terminating (SIGTERM)\u000a09:22:27.824388 run iperf3-srv_10.42.42.10(pid=19664): Terminating (SIGTERM)\u000a09:22:27.864317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19665): Terminating (SIGTERM)\u000a09:22:27.904184 run iperf3-srv_10.42.42.10(pid=19666): Terminating (SIGTERM)\u000a09:22:27.944146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19669): Terminating (SIGTERM)\u000a09:22:27.984206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19672): Terminating (SIGTERM)\u000a09:22:28.024361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19675): Terminating (SIGTERM)\u000a09:22:28.033708 --- ParallelTerminationStrategy: PID 19663 died...\u000a09:22:28.087320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19663): Terminated: ok {rc=0}\u000a09:22:28.096937 --- ParallelTerminationStrategy: PID 19664 died...\u000a09:22:28.150321 run iperf3-srv_10.42.42.10(pid=19664): Terminated {rc=256}\u000a09:22:28.159875 --- ParallelTerminationStrategy: PID 19665 died...\u000a09:22:28.212937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19665): Terminated: ok {rc=0}\u000a09:22:28.222599 --- ParallelTerminationStrategy: PID 19666 died...\u000a09:22:28.276217 run iperf3-srv_10.42.42.10(pid=19666): Terminated {rc=256}\u000a09:22:28.285804 --- ParallelTerminationStrategy: PID 19669 died...\u000a09:22:28.338923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19669): Terminated: ok {rc=0}\u000a09:22:28.348607 --- ParallelTerminationStrategy: PID 19672 died...\u000a09:22:28.401698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19672): Terminated: ok {rc=0}\u000a09:22:28.411670 --- ParallelTerminationStrategy: PID 19675 died...\u000a09:22:28.465262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19675): Terminated: ok {rc=0}\u000a09:22:28.554293 bus /gobi_0: Setting Powered False\u000a09:22:29.658465 bus /gobi_0: Setting Powered False\u000a09:22:30.768783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19690): Process ended prematurely: osmo-stp_10.42.42.5(pid=19690) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19690)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19690): Process ended prematurely: osmo-stp_10.42.42.5(pid=19690) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a09:22:31.884322 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:31.897206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:22:32.063050 tst iperf3.py: using LAC 20485\u000a09:22:32.202595 tst iperf3.py: using RAC 85\u000a09:22:32.330733 tst iperf3.py: using CellId 20485\u000a09:22:32.458333 tst iperf3.py: using BVCI 20486\u000a09:22:32.483281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:32.495453 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:32.507322 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:32.520020 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:32.532381 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:32.544668 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:32.556347 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:32.568743 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:32.580603 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:22:32.874534 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:22:33.011425 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:33.346191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19677): Launched\u000a09:22:33.625103 run iperf3-srv_10.42.42.10(pid=19678): Launched\u000a09:22:33.824270 tst iperf3.py:8: start network...\u000a09:22:33.960833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:34.475077 run create_hlr_db(pid=19679): Launched\u000a09:22:34.662970 bus /gobi_6: Setting Powered False\u000a09:22:35.683804 run create_hlr_db(pid=19679): Terminated: ok {rc=0}\u000a09:22:36.119405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19686): Launched\u000a09:22:36.446015 run osmo-hlr_10.42.42.2(pid=19687): Launched\u000a09:22:36.565089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:37.134606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19689): Launched\u000a09:22:37.461723 run osmo-stp_10.42.42.5(pid=19690): Launched\u000a09:22:37.581682 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:38.149520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19692): Launched\u000a09:22:38.265998 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:38.549264 run patchelf(pid=19693): Launched\u000a09:22:38.739341 run osmo-stp_10.42.42.5(pid=19690): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19690)]\u000a09:22:38.878587 run osmo-stp_10.42.42.5(pid=19690): stdout: \u000a| (launched: 2022-12-09_09:22:37.300284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:39.019074 run osmo-stp_10.42.42.5(pid=19690): stderr: \u000a| �[0;m�[38;5;43m20221209092237491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092237491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092237491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092237492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092237492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092237492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092237492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:39.154475 run osmo-stp_10.42.42.5(pid=19690): stdout: \u000a| (launched: 2022-12-09_09:22:37.300284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:39.288016 run osmo-stp_10.42.42.5(pid=19690): stderr: \u000a| �[0;m�[38;5;43m20221209092237491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092237491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092237491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092237492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092237492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092237492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092237492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:39.443492 run patchelf(pid=19693): Terminating (SIGINT)\u000a09:22:39.625785 run patchelf(pid=19693): Terminated: ok {rc=0}\u000a09:22:39.659183 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19690): Process ended prematurely: osmo-stp_10.42.42.5(pid=19690) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19690)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a09:22:39.668885 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:22:39.732671 run osmo-hlr_10.42.42.2(pid=19687): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19687)]\u000a09:22:39.784398 run osmo-hlr_10.42.42.2(pid=19687): stdout: \u000a| (launched: 2022-12-09_09:22:36.285287) \u000a09:22:39.836796 run osmo-hlr_10.42.42.2(pid=19687): stderr: \u000a| �[0;m�[1;31m20221209092236481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092236481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092236482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092236482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092236482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092236482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092236494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092236502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092236503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092236503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:39.881449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19677): Terminating (SIGTERM)\u000a09:22:39.924095 run iperf3-srv_10.42.42.10(pid=19678): Terminating (SIGTERM)\u000a09:22:39.966449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19686): Terminating (SIGTERM)\u000a09:22:40.008758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19689): Terminating (SIGTERM)\u000a09:22:40.050949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19692): Terminating (SIGTERM)\u000a09:22:40.060735 --- ParallelTerminationStrategy: PID 19677 died...\u000a09:22:40.117175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19677): Terminated: ok {rc=0}\u000a09:22:40.127190 --- ParallelTerminationStrategy: PID 19678 died...\u000a09:22:40.182659 run iperf3-srv_10.42.42.10(pid=19678): Terminated {rc=256}\u000a09:22:40.192861 --- ParallelTerminationStrategy: PID 19686 died...\u000a09:22:40.248576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19686): Terminated: ok {rc=0}\u000a09:22:40.258857 --- ParallelTerminationStrategy: PID 19689 died...\u000a09:22:40.314579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19689): Terminated: ok {rc=0}\u000a09:22:40.324753 --- ParallelTerminationStrategy: PID 19692 died...\u000a09:22:40.380596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19692): Terminated: ok {rc=0}\u000a09:22:40.466792 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19708): Process ended prematurely: osmo-stp_10.42.42.5(pid=19708) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19708)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19708): Process ended prematurely: osmo-stp_10.42.42.5(pid=19708) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a09:22:41.582510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:41.595215 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:22:41.754587 tst iperf3m4.py: using LAC 20486\u000a09:22:41.876738 tst iperf3m4.py: using RAC 86\u000a09:22:41.999224 tst iperf3m4.py: using CellId 20486\u000a09:22:42.125935 tst iperf3m4.py: using BVCI 20487\u000a09:22:42.149458 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:42.160866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:42.172177 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:42.183852 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:42.195506 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:42.207074 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:42.218851 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:42.230463 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:22:42.242273 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:22:42.364492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:22:42.485402 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:22:42.604879 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:22:42.902234 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:22:43.039887 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:43.378461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19694): Launched\u000a09:22:43.659060 run iperf3-srv_10.42.42.10(pid=19695): Launched\u000a09:22:43.859303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:22:43.996442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:44.334764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19696): Launched\u000a09:22:44.615586 run iperf3-srv_10.42.42.10(pid=19697): Launched\u000a09:22:44.815318 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:22:44.951787 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:45.290815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19698): Launched\u000a09:22:45.571706 run iperf3-srv_10.42.42.10(pid=19699): Launched\u000a09:22:45.771999 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:22:45.929256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:22:46.279042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19700): Launched\u000a09:22:46.570534 run iperf3-srv_10.42.42.10(pid=19701): Launched\u000a09:22:46.775335 tst iperf3m4.py:8: start network...\u000a09:22:46.915716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:22:47.440187 run create_hlr_db(pid=19702): Launched\u000a09:22:47.629077 bus /gobi_6: Setting Powered False\u000a09:22:48.649592 run create_hlr_db(pid=19702): Terminated: ok {rc=0}\u000a09:22:49.058837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19704): Launched\u000a09:22:49.367691 run osmo-hlr_10.42.42.2(pid=19705): Launched\u000a09:22:49.489659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:22:50.025263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19707): Launched\u000a09:22:50.331106 run osmo-stp_10.42.42.5(pid=19708): Launched\u000a09:22:50.441603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:22:50.973298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19710): Launched\u000a09:22:51.082657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:22:51.349591 run patchelf(pid=19711): Launched\u000a09:22:51.527389 run osmo-stp_10.42.42.5(pid=19708): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19708)]\u000a09:22:51.657281 run osmo-stp_10.42.42.5(pid=19708): stdout: \u000a| (launched: 2022-12-09_09:22:50.180624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:51.787375 run osmo-stp_10.42.42.5(pid=19708): stderr: \u000a| �[0;m�[38;5;43m20221209092250350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092250350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092250351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092250351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092250351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092250352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092250352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:51.913165 run osmo-stp_10.42.42.5(pid=19708): stdout: \u000a| (launched: 2022-12-09_09:22:50.180624)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:22:52.038037 run osmo-stp_10.42.42.5(pid=19708): stderr: \u000a| �[0;m�[38;5;43m20221209092250350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092250350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092250351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092250351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092250351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092250352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092250352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:22:52.183230 run patchelf(pid=19711): Terminating (SIGINT)\u000a09:22:52.353674 run patchelf(pid=19711): Terminated: ok {rc=0}\u000a09:22:52.384928 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19708): Process ended prematurely: osmo-stp_10.42.42.5(pid=19708) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19708)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a09:22:52.394356 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:22:52.454630 run osmo-hlr_10.42.42.2(pid=19705): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19705)]\u000a09:22:52.503488 run osmo-hlr_10.42.42.2(pid=19705): stdout: \u000a| (launched: 2022-12-09_09:22:49.215342) \u000a09:22:52.553124 run osmo-hlr_10.42.42.2(pid=19705): stderr: \u000a| �[0;m�[1;31m20221209092249389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092249389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092249389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092249389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092249389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092249389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092249402 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092249410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092249410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092249410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:22:52.595391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19694): Terminating (SIGTERM)\u000a09:22:52.635147 run iperf3-srv_10.42.42.10(pid=19695): Terminating (SIGTERM)\u000a09:22:52.674978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19696): Terminating (SIGTERM)\u000a09:22:52.714605 run iperf3-srv_10.42.42.10(pid=19697): Terminating (SIGTERM)\u000a09:22:52.754283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19698): Terminating (SIGTERM)\u000a09:22:52.793916 run iperf3-srv_10.42.42.10(pid=19699): Terminating (SIGTERM)\u000a09:22:52.833668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19700): Terminating (SIGTERM)\u000a09:22:52.873281 run iperf3-srv_10.42.42.10(pid=19701): Terminating (SIGTERM)\u000a09:22:52.913356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19704): Terminating (SIGTERM)\u000a09:22:52.953061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19707): Terminating (SIGTERM)\u000a09:22:52.992677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19710): Terminating (SIGTERM)\u000a09:22:53.001898 --- ParallelTerminationStrategy: PID 19694 died...\u000a09:22:53.055079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19694): Terminated: ok {rc=0}\u000a09:22:53.064573 --- ParallelTerminationStrategy: PID 19695 died...\u000a09:22:53.117534 run iperf3-srv_10.42.42.10(pid=19695): Terminated {rc=256}\u000a09:22:53.127081 --- ParallelTerminationStrategy: PID 19696 died...\u000a09:22:53.179602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19696): Terminated: ok {rc=0}\u000a09:22:53.189165 --- ParallelTerminationStrategy: PID 19697 died...\u000a09:22:53.241524 run iperf3-srv_10.42.42.10(pid=19697): Terminated {rc=256}\u000a09:22:53.251017 --- ParallelTerminationStrategy: PID 19698 died...\u000a09:22:53.303447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19698): Terminated: ok {rc=0}\u000a09:22:53.312919 --- ParallelTerminationStrategy: PID 19699 died...\u000a09:22:53.365576 run iperf3-srv_10.42.42.10(pid=19699): Terminated {rc=256}\u000a09:22:53.375072 --- ParallelTerminationStrategy: PID 19700 died...\u000a09:22:53.427918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19700): Terminated: ok {rc=0}\u000a09:22:53.437837 --- ParallelTerminationStrategy: PID 19701 died...\u000a09:22:53.490378 run iperf3-srv_10.42.42.10(pid=19701): Terminated {rc=256}\u000a09:22:53.499924 --- ParallelTerminationStrategy: PID 19704 died...\u000a09:22:53.552660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19704): Terminated: ok {rc=0}\u000a09:22:53.562221 --- ParallelTerminationStrategy: PID 19707 died...\u000a09:22:53.614862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19707): Terminated: ok {rc=0}\u000a09:22:53.624386 --- ParallelTerminationStrategy: PID 19710 died...\u000a09:22:53.677163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19710): Terminated: ok {rc=0}\u000a09:22:53.766344 bus /gobi_4: Setting Powered False\u000a09:22:54.870446 bus /gobi_4: Setting Powered False\u000a09:22:55.982983 bus /gobi_1: Setting Powered False\u000a09:22:57.090100 bus /gobi_1: Setting Powered False\u000a09:22:58.200578 bus /gobi_0: Setting Powered False\u000a09:22:59.306139 bus /gobi_0: Setting Powered False\u000a09:23:00.413043 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19998): Process ended prematurely: osmo-stp_10.42.42.5(pid=19998) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19998)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19998): Process ended prematurely: osmo-stp_10.42.42.5(pid=19998) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a09:23:01.482964 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:01.496351 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:23:01.716923 tst ping.py: using LAC 20487\u000a09:23:01.881570 tst ping.py: using RAC 87\u000a09:23:02.030237 tst ping.py: using CellId 20487\u000a09:23:02.188322 tst ping.py: using BVCI 20488\u000a09:23:02.212632 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:02.225724 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:02.238028 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:02.249945 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:02.261669 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:02.274243 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:02.286791 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:02.303510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:23:02.617716 tst ping.py:19: start network...\u000a09:23:02.744300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:03.309528 run create_hlr_db(pid=19789): Launched\u000a09:23:03.511172 bus /gobi_6: Setting Powered False\u000a09:23:04.521540 run create_hlr_db(pid=19789): Terminated: ok {rc=0}\u000a09:23:04.983567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19992): Launched\u000a09:23:05.415796 run osmo-hlr_10.42.42.2(pid=19993): Launched\u000a09:23:05.589885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:06.234026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Launched\u000a09:23:06.647698 run osmo-stp_10.42.42.5(pid=19998): Launched\u000a09:23:06.876000 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:07.481320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20000): Launched\u000a09:23:07.599270 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:07.896291 run patchelf(pid=20001): Launched\u000a09:23:08.088871 run osmo-stp_10.42.42.5(pid=19998): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19998)]\u000a09:23:08.229447 run osmo-stp_10.42.42.5(pid=19998): stdout: \u000a| (launched: 2022-12-09_09:23:06.398572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:08.369487 run osmo-stp_10.42.42.5(pid=19998): stderr: \u000a| �[0;m�[38;5;43m20221209092306722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092306722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092306722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092306723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092306723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092306723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092306723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:08.505299 run osmo-stp_10.42.42.5(pid=19998): stdout: \u000a| (launched: 2022-12-09_09:23:06.398572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:08.640677 run osmo-stp_10.42.42.5(pid=19998): stderr: \u000a| �[0;m�[38;5;43m20221209092306722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092306722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092306722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092306723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092306723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092306723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092306723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:08.798275 run patchelf(pid=20001): Terminating (SIGINT)\u000a09:23:08.982613 run patchelf(pid=20001): Terminated: ok {rc=0}\u000a09:23:09.016754 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19998): Process ended prematurely: osmo-stp_10.42.42.5(pid=19998) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19998)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a09:23:09.027365 tst ping.py:22: Test FAILED (7.5 sec)\u000a09:23:09.095234 run osmo-hlr_10.42.42.2(pid=19993): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19993)]\u000a09:23:09.149108 run osmo-hlr_10.42.42.2(pid=19993): stdout: \u000a| (launched: 2022-12-09_09:23:05.155336) \u000a09:23:09.204261 run osmo-hlr_10.42.42.2(pid=19993): stderr: \u000a| �[0;m�[1;31m20221209092305485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092305485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092305485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092305485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092305485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092305485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092305510 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092305527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092305527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092305527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:09.249777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19992): Terminating (SIGTERM)\u000a09:23:09.297147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Terminating (SIGTERM)\u000a09:23:09.343825 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20000): Terminating (SIGTERM)\u000a09:23:09.354870 --- ParallelTerminationStrategy: PID 19992 died...\u000a09:23:09.415469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19992): Terminated: ok {rc=0}\u000a09:23:09.426670 --- ParallelTerminationStrategy: PID 19996 died...\u000a09:23:09.486186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19996): Terminated: ok {rc=0}\u000a09:23:09.497170 --- ParallelTerminationStrategy: PID 20000 died...\u000a09:23:09.556458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20000): Terminated: ok {rc=0}\u000a09:23:09.647754 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20008): Process ended prematurely: osmo-stp_10.42.42.5(pid=20008) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20008)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20008): Process ended prematurely: osmo-stp_10.42.42.5(pid=20008) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a09:23:10.703991 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:10.719323 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a09:23:10.891646 tst ping_idle_ping.py: using LAC 20488\u000a09:23:11.023874 tst ping_idle_ping.py: using RAC 88\u000a09:23:11.151917 tst ping_idle_ping.py: using CellId 20488\u000a09:23:11.285398 tst ping_idle_ping.py: using BVCI 20489\u000a09:23:11.311220 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:11.324534 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:11.338302 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:11.352238 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:11.365981 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:11.379853 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:11.392631 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a09:23:11.407239 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a09:23:11.712588 tst ping_idle_ping.py:24: start network...\u000a09:23:11.853186 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:12.416226 run create_hlr_db(pid=20002): Launched\u000a09:23:12.608858 bus /gobi_6: Setting Powered False\u000a09:23:13.631146 run create_hlr_db(pid=20002): Terminated: ok {rc=0}\u000a09:23:14.081253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20004): Launched\u000a09:23:14.504484 run osmo-hlr_10.42.42.2(pid=20005): Launched\u000a09:23:14.755875 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:15.340323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20007): Launched\u000a09:23:15.774053 run osmo-stp_10.42.42.5(pid=20008): Launched\u000a09:23:16.061542 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:16.721029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20010): Launched\u000a09:23:16.832513 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:17.112905 run patchelf(pid=20011): Launched\u000a09:23:17.292291 run osmo-stp_10.42.42.5(pid=20008): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20008)]\u000a09:23:17.423609 run osmo-stp_10.42.42.5(pid=20008): stdout: \u000a| (launched: 2022-12-09_09:23:15.508074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:17.555764 run osmo-stp_10.42.42.5(pid=20008): stderr: \u000a| �[0;m�[38;5;43m20221209092315799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092315799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092315799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092315800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092315800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092315800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092315800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:17.682889 run osmo-stp_10.42.42.5(pid=20008): stdout: \u000a| (launched: 2022-12-09_09:23:15.508074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:17.809310 run osmo-stp_10.42.42.5(pid=20008): stderr: \u000a| �[0;m�[38;5;43m20221209092315799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092315799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092315799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092315800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092315800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092315800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092315800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:17.955211 run patchelf(pid=20011): Terminating (SIGINT)\u000a09:23:18.126813 run patchelf(pid=20011): Terminated: ok {rc=0}\u000a09:23:18.158306 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20008): Process ended prematurely: osmo-stp_10.42.42.5(pid=20008) [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20008)] [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a09:23:18.167632 tst ping_idle_ping.py:27: Test FAILED (7.5 sec)\u000a09:23:18.229104 run osmo-hlr_10.42.42.2(pid=20005): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20005)]\u000a09:23:18.279126 run osmo-hlr_10.42.42.2(pid=20005): stdout: \u000a| (launched: 2022-12-09_09:23:14.249350) \u000a09:23:18.329755 run osmo-hlr_10.42.42.2(pid=20005): stderr: \u000a| �[0;m�[1;31m20221209092314552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092314557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092314571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092314586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092314586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092314586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:18.373094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20004): Terminating (SIGTERM)\u000a09:23:18.416065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20007): Terminating (SIGTERM)\u000a09:23:18.457194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20010): Terminating (SIGTERM)\u000a09:23:18.467082 --- ParallelTerminationStrategy: PID 20004 died...\u000a09:23:18.522802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20004): Terminated: ok {rc=0}\u000a09:23:18.532787 --- ParallelTerminationStrategy: PID 20007 died...\u000a09:23:18.586692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20007): Terminated: ok {rc=0}\u000a09:23:18.596653 --- ParallelTerminationStrategy: PID 20010 died...\u000a09:23:18.650636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20010): Terminated: ok {rc=0}\u000a09:23:18.736215 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:22:18" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20021): Process ended prematurely: osmo-stp_10.42.42.5(pid=20021) [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20021)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20021): Process ended prematurely: osmo-stp_10.42.42.5(pid=20021) [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:23:20.800282 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:23:20.813705 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:23:20.989401 tst switch_tch_pdch.py: using LAC 20489\u000a09:23:21.116867 tst switch_tch_pdch.py: using RAC 89\u000a09:23:21.245642 tst switch_tch_pdch.py: using CellId 20489\u000a09:23:21.373894 tst switch_tch_pdch.py: using BVCI 20490\u000a09:23:21.399781 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:23:21.413029 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:23:21.428204 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:23:21.442183 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:23:21.456357 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:23:21.470632 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:23:21.484836 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:23:21.498894 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:23:21.626864 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:23:21.933303 tst switch_tch_pdch.py:51: start network...\u000a09:23:22.073229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:22.634295 run create_hlr_db(pid=20015): Launched\u000a09:23:22.829203 bus /gobi_6: Setting Powered False\u000a09:23:23.849827 run create_hlr_db(pid=20015): Terminated: ok {rc=0}\u000a09:23:24.301840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20017): Launched\u000a09:23:24.736214 run osmo-hlr_10.42.42.2(pid=20018): Launched\u000a09:23:24.980729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:25.569066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20020): Launched\u000a09:23:26.002621 run osmo-stp_10.42.42.5(pid=20021): Launched\u000a09:23:26.223897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:26.763880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20023): Launched\u000a09:23:26.870059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:27.130869 run patchelf(pid=20024): Launched\u000a09:23:27.305556 run osmo-stp_10.42.42.5(pid=20021): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20021)]\u000a09:23:27.433840 run osmo-stp_10.42.42.5(pid=20021): stdout: \u000a| (launched: 2022-12-09_09:23:25.737860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:27.562059 run osmo-stp_10.42.42.5(pid=20021): stderr: \u000a| �[0;m�[38;5;43m20221209092326039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092326039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092326040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092326040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092326040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092326041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092326041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:27.685640 run osmo-stp_10.42.42.5(pid=20021): stdout: \u000a| (launched: 2022-12-09_09:23:25.737860)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:27.807917 run osmo-stp_10.42.42.5(pid=20021): stderr: \u000a| �[0;m�[38;5;43m20221209092326039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092326039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092326040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092326040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092326040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092326041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092326041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:27.950427 run patchelf(pid=20024): Terminating (SIGINT)\u000a09:23:28.118402 run patchelf(pid=20024): Terminated: ok {rc=0}\u000a09:23:28.149038 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20021): Process ended prematurely: osmo-stp_10.42.42.5(pid=20021) [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20021)] [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:23:28.157713 tst switch_tch_pdch.py:54: Test FAILED (7.3 sec)\u000a09:23:28.217400 run osmo-hlr_10.42.42.2(pid=20018): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20018)]\u000a09:23:28.266101 run osmo-hlr_10.42.42.2(pid=20018): stdout: \u000a| (launched: 2022-12-09_09:23:24.471655) \u000a09:23:28.315504 run osmo-hlr_10.42.42.2(pid=20018): stderr: \u000a| �[0;m�[1;31m20221209092324782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092324782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092324782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092324782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092324782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092324782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092324795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092324808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092324808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092324808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:28.357322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20017): Terminating (SIGTERM)\u000a09:23:28.396900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20020): Terminating (SIGTERM)\u000a09:23:28.436349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20023): Terminating (SIGTERM)\u000a09:23:28.445683 --- ParallelTerminationStrategy: PID 20017 died...\u000a09:23:28.498571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20017): Terminated: ok {rc=0}\u000a09:23:28.508219 --- ParallelTerminationStrategy: PID 20020 died...\u000a09:23:28.560768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20020): Terminated: ok {rc=0}\u000a09:23:28.570336 --- ParallelTerminationStrategy: PID 20023 died...\u000a09:23:28.622925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20023): Terminated: ok {rc=0}\u000a09:23:28.710951 bus /gobi_0: Setting Powered False\u000a09:23:29.816288 bus /gobi_0: Setting Powered False\u000a09:23:30.949777 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:23:20" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20034): Process ended prematurely: osmo-stp_10.42.42.5(pid=20034) [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20034)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20034): Process ended prematurely: osmo-stp_10.42.42.5(pid=20034) [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a09:23:32.938179 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:23:32.949478 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a09:23:33.101669 tst switch_tch_pdch.py: using LAC 20490\u000a09:23:33.218106 tst switch_tch_pdch.py: using RAC 90\u000a09:23:33.335262 tst switch_tch_pdch.py: using CellId 20490\u000a09:23:33.463765 tst switch_tch_pdch.py: using BVCI 20491\u000a09:23:33.486625 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:23:33.498050 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:23:33.509087 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:23:33.520077 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:23:33.531049 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:23:33.542089 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:23:33.553294 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a09:23:33.564272 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:23:33.684527 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a09:23:33.962845 tst switch_tch_pdch.py:51: start network...\u000a09:23:34.086303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:34.540312 run create_hlr_db(pid=20028): Launched\u000a09:23:34.670741 bus /gobi_6: Setting Powered False\u000a09:23:35.746347 run create_hlr_db(pid=20028): Terminated: ok {rc=0}\u000a09:23:36.125161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20030): Launched\u000a09:23:36.425722 run osmo-hlr_10.42.42.2(pid=20031): Launched\u000a09:23:36.545096 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:37.042685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20033): Launched\u000a09:23:37.341843 run osmo-stp_10.42.42.5(pid=20034): Launched\u000a09:23:37.450607 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:23:37.946382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20036): Launched\u000a09:23:38.052590 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:23:38.315982 run patchelf(pid=20037): Launched\u000a09:23:38.490881 run osmo-stp_10.42.42.5(pid=20034): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20034)]\u000a09:23:38.618812 run osmo-stp_10.42.42.5(pid=20034): stdout: \u000a| (launched: 2022-12-09_09:23:37.195010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:38.746811 run osmo-stp_10.42.42.5(pid=20034): stderr: \u000a| �[0;m�[38;5;43m20221209092337364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092337364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092337364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092337365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092337365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092337365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092337365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:38.870727 run osmo-stp_10.42.42.5(pid=20034): stdout: \u000a| (launched: 2022-12-09_09:23:37.195010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:38.993387 run osmo-stp_10.42.42.5(pid=20034): stderr: \u000a| �[0;m�[38;5;43m20221209092337364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092337364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092337364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092337365 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092337365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092337365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092337365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:39.135781 run patchelf(pid=20037): Terminating (SIGINT)\u000a09:23:39.302900 run patchelf(pid=20037): Terminated: ok {rc=0}\u000a09:23:39.333412 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20034): Process ended prematurely: osmo-stp_10.42.42.5(pid=20034) [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20034)] [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a09:23:39.342090 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a09:23:39.401500 run osmo-hlr_10.42.42.2(pid=20031): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20031)]\u000a09:23:39.450489 run osmo-hlr_10.42.42.2(pid=20031): stdout: \u000a| (launched: 2022-12-09_09:23:36.277234) \u000a09:23:39.500357 run osmo-hlr_10.42.42.2(pid=20031): stderr: \u000a| �[0;m�[1;31m20221209092336452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092336452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092336452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092336452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092336452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092336452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092336464 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092336473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092336473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092336473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:39.542601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20030): Terminating (SIGTERM)\u000a09:23:39.582144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20033): Terminating (SIGTERM)\u000a09:23:39.621655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20036): Terminating (SIGTERM)\u000a09:23:39.630846 --- ParallelTerminationStrategy: PID 20030 died...\u000a09:23:39.684226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20030): Terminated: ok {rc=0}\u000a09:23:39.693825 --- ParallelTerminationStrategy: PID 20033 died...\u000a09:23:39.746406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20033): Terminated: ok {rc=0}\u000a09:23:39.755812 --- ParallelTerminationStrategy: PID 20036 died...\u000a09:23:39.808238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20036): Terminated: ok {rc=0}\u000a09:23:39.895979 bus /gobi_0: Setting Powered False\u000a09:23:40.998995 bus /gobi_0: Setting Powered False\u000a09:23:42.109464 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:23:32" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20043): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20043) [trial-2357↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20043)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20043): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20043) [trial-2357↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a09:23:43.988057 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a09:23:43.998882 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a09:23:44.123959 tst mo_mt_sms.py: using LAC 20491\u000a09:23:44.254684 tst mo_mt_sms.py: using RAC 91\u000a09:23:44.394195 tst mo_mt_sms.py: using CellId 20491\u000a09:23:44.519465 tst mo_mt_sms.py: using BVCI 20492\u000a09:23:44.543887 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a09:23:44.660237 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a09:23:44.935208 tst mo_mt_sms.py:9: start nitb and bts...\u000a09:23:45.059542 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:23:45.680265 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20042): Launched\u000a09:23:46.019210 run osmo-nitb_10.42.42.2(pid=20043): Launched\u000a09:23:46.206273 run osmo-nitb_10.42.42.2(pid=20043): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20043)]\u000a09:23:46.343823 run osmo-nitb_10.42.42.2(pid=20043): stdout: \u000a| (launched: 2022-12-09_09:23:45.832128) \u000a09:23:46.481815 run osmo-nitb_10.42.42.2(pid=20043): stderr: \u000a| (launched: 2022-12-09_09:23:45.898360)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:23:46.615152 run osmo-nitb_10.42.42.2(pid=20043): stdout: \u000a| (launched: 2022-12-09_09:23:45.832128) \u000a09:23:46.747354 run osmo-nitb_10.42.42.2(pid=20043): stderr: \u000a| (launched: 2022-12-09_09:23:45.898360)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:23:47.150658 tst osmo-nitb_10.42.42.2(pid=20043): stdout: \u000a| (launched: 2022-12-09_09:23:45.832128) \u000a09:23:47.281812 tst osmo-nitb_10.42.42.2(pid=20043): stderr: \u000a| (launched: 2022-12-09_09:23:45.898360)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:23:47.337433 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20043): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20043) [trial-2357↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20043)] [trial-2357↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a09:23:47.346531 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a09:23:47.383837 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20042): Terminating (SIGTERM)\u000a09:23:47.561678 --- ParallelTerminationStrategy: PID 20042 died...\u000a09:23:47.618840 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20042): Terminated: ok {rc=0}\u000a09:23:47.704652 bus /sierra_3: Setting Powered False\u000a09:23:48.812037 bus /sierra_3: Setting Powered False\u000a09:23:49.920599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:23:43" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20054): Process ended prematurely: osmo-stp_10.42.42.5(pid=20054) [trial-2357↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20054): Process ended prematurely: osmo-stp_10.42.42.5(pid=20054) [trial-2357↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a09:23:51.787170 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:51.798135 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:23:51.921566 tst mo_mt_sms.py: using LAC 20492\u000a09:23:52.036531 tst mo_mt_sms.py: using RAC 92\u000a09:23:52.153772 tst mo_mt_sms.py: using CellId 20492\u000a09:23:52.269836 tst mo_mt_sms.py: using BVCI 20493\u000a09:23:52.292398 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:52.303254 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:52.314087 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:52.324830 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:52.335568 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:23:52.346207 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a09:23:52.466617 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a09:23:52.678213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:23:53.185087 run create_hlr_db(pid=20048): Launched\u000a09:23:53.371468 bus /sierra_2: Setting Powered False\u000a09:23:54.381279 run create_hlr_db(pid=20048): Terminated: ok {rc=0}\u000a09:23:54.791445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20050): Launched\u000a09:23:55.092151 run osmo-hlr_10.42.42.2(pid=20051): Launched\u000a09:23:55.211253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:23:55.736629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20053): Launched\u000a09:23:56.034531 run osmo-stp_10.42.42.5(pid=20054): Launched\u000a09:23:56.143106 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:23:56.689333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20056): Launched\u000a09:23:56.990739 run osmo-msc_10.42.42.6(pid=20057): Launched\u000a09:23:57.166087 run osmo-stp_10.42.42.5(pid=20054): ERR: Terminated: ERROR {rc=1} [trial-2357↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)]\u000a09:23:57.292411 run osmo-stp_10.42.42.5(pid=20054): stdout: \u000a| (launched: 2022-12-09_09:23:55.887871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:57.416741 run osmo-stp_10.42.42.5(pid=20054): stderr: \u000a| �[0;m�[38;5;43m20221209092356058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092356058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092356059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092356059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092356059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092356060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092356060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:57.536375 run osmo-stp_10.42.42.5(pid=20054): stdout: \u000a| (launched: 2022-12-09_09:23:55.887871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:23:57.655953 run osmo-stp_10.42.42.5(pid=20054): stderr: \u000a| �[0;m�[38;5;43m20221209092356058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092356058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092356059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092356059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092356059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092356060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092356060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:23:57.708082 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20054): Process ended prematurely: osmo-stp_10.42.42.5(pid=20054) [trial-2357↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20054)] [trial-2357↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a09:23:57.715986 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a09:23:57.774907 run osmo-hlr_10.42.42.2(pid=20051): ERR: Terminated: ERROR {rc=237} [trial-2357↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20051)]\u000a09:23:57.823352 run osmo-hlr_10.42.42.2(pid=20051): stdout: \u000a| (launched: 2022-12-09_09:23:54.943866) \u000a09:23:57.872418 run osmo-hlr_10.42.42.2(pid=20051): stderr: \u000a| �[0;m�[1;31m20221209092355118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092355118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092355118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092355118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092355118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092355118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092355130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092355139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092355139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092355139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:23:57.938990 run osmo-msc_10.42.42.6(pid=20057): ERR: Terminated: ERROR {rc=2} [trial-2357↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20057)]\u000a09:23:57.987115 run osmo-msc_10.42.42.6(pid=20057): stdout: \u000a| (launched: 2022-12-09_09:23:56.841442) \u000a09:23:58.036003 run osmo-msc_10.42.42.6(pid=20057): stderr: \u000a| �[0;m�[38;5;43m20221209092357112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092357112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95a4d76c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092357112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092357112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092357113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092357113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092357114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092357115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092357115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092357115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:23:58.077762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20050): Terminating (SIGTERM)\u000a09:23:58.117099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20053): Terminating (SIGTERM)\u000a09:23:58.156375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20056): Terminating (SIGTERM)\u000a09:23:58.165575 --- ParallelTerminationStrategy: PID 20050 died...\u000a09:23:58.218011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20050): Terminated: ok {rc=0}\u000a09:23:58.227469 --- ParallelTerminationStrategy: PID 20053 died...\u000a09:23:58.279652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20053): Terminated: ok {rc=0}\u000a09:23:58.289224 --- ParallelTerminationStrategy: PID 20056 died...\u000a09:23:58.341145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20056): Terminated: ok {rc=0}\u000a09:23:58.423365 bus /sierra_3: Setting Powered False\u000a09:23:59.528289 bus /sierra_3: Setting Powered False\u000a09:24:00.635479 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:23:51" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20063): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20063) [trial-2357↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20063)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20063): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20063) [trial-2357↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a09:24:02.502357 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a09:24:02.513911 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:24:02.647476 tst assert_extension.py: using LAC 20493\u000a09:24:02.771551 tst assert_extension.py: using RAC 93\u000a09:24:02.895620 tst assert_extension.py: using CellId 20493\u000a09:24:03.019756 tst assert_extension.py: using BVCI 20494\u000a09:24:03.043692 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a09:24:03.312869 tst assert_extension.py:10: start nitb and bts...\u000a09:24:03.434799 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:24:04.045053 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20062): Launched\u000a09:24:04.336899 run osmo-nitb_10.42.42.2(pid=20063): Launched\u000a09:24:04.518017 run osmo-nitb_10.42.42.2(pid=20063): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20063)]\u000a09:24:04.651161 run osmo-nitb_10.42.42.2(pid=20063): stdout: \u000a| (launched: 2022-12-09_09:24:04.194946) \u000a09:24:04.784849 run osmo-nitb_10.42.42.2(pid=20063): stderr: \u000a| (launched: 2022-12-09_09:24:04.238841)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:24:04.914081 run osmo-nitb_10.42.42.2(pid=20063): stdout: \u000a| (launched: 2022-12-09_09:24:04.194946) \u000a09:24:05.042458 run osmo-nitb_10.42.42.2(pid=20063): stderr: \u000a| (launched: 2022-12-09_09:24:04.238841)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:24:05.456304 tst osmo-nitb_10.42.42.2(pid=20063): stdout: \u000a| (launched: 2022-12-09_09:24:04.194946) \u000a09:24:05.573982 tst osmo-nitb_10.42.42.2(pid=20063): stderr: \u000a| (launched: 2022-12-09_09:24:04.238841)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:24:05.625437 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20063): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20063) [trial-2357↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20063)] [trial-2357↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a09:24:05.633557 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a09:24:05.667750 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20062): Terminating (SIGTERM)\u000a09:24:05.845508 --- ParallelTerminationStrategy: PID 20062 died...\u000a09:24:05.900125 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20062): Terminated: ok {rc=0}\u000a09:24:05.988174 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:24:02" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20073): Process ended prematurely: osmo-stp_10.42.42.5(pid=20073) [trial-2357↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20073)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20073): Process ended prematurely: osmo-stp_10.42.42.5(pid=20073) [trial-2357↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a09:24:07.809383 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:24:07.820753 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:24:07.946807 tst assert_extension.py: using LAC 20494\u000a09:24:08.062492 tst assert_extension.py: using RAC 94\u000a09:24:08.178515 tst assert_extension.py: using CellId 20494\u000a09:24:08.294646 tst assert_extension.py: using BVCI 20495\u000a09:24:08.317134 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:24:08.328058 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:24:08.338761 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:24:08.349399 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:24:08.359966 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:24:08.370630 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a09:24:08.577746 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:09.074954 run create_hlr_db(pid=20067): Launched\u000a09:24:09.258421 bus /sierra_2: Setting Powered False\u000a09:24:10.278941 run create_hlr_db(pid=20067): Terminated: ok {rc=0}\u000a09:24:10.679836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20069): Launched\u000a09:24:10.975373 run osmo-hlr_10.42.42.2(pid=20070): Launched\u000a09:24:11.092163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:11.612189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20072): Launched\u000a09:24:11.909924 run osmo-stp_10.42.42.5(pid=20073): Launched\u000a09:24:12.016897 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:24:12.554393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20075): Launched\u000a09:24:12.850374 run osmo-msc_10.42.42.6(pid=20076): Launched\u000a09:24:13.024178 run osmo-stp_10.42.42.5(pid=20073): ERR: Terminated: ERROR {rc=1} [trial-2357↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20073)]\u000a09:24:13.148856 run osmo-stp_10.42.42.5(pid=20073): stdout: \u000a| (launched: 2022-12-09_09:24:11.762842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:13.271385 run osmo-stp_10.42.42.5(pid=20073): stderr: \u000a| �[0;m�[38;5;43m20221209092411929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092411929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092411929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092411929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092411930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092411930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092411930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:13.389762 run osmo-stp_10.42.42.5(pid=20073): stdout: \u000a| (launched: 2022-12-09_09:24:11.762842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:13.506795 run osmo-stp_10.42.42.5(pid=20073): stderr: \u000a| �[0;m�[38;5;43m20221209092411929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092411929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092411929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092411929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092411930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092411930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092411930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:13.558159 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20073): Process ended prematurely: osmo-stp_10.42.42.5(pid=20073) [trial-2357↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20073)] [trial-2357↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a09:24:13.566009 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a09:24:13.624825 run osmo-hlr_10.42.42.2(pid=20070): ERR: Terminated: ERROR {rc=237} [trial-2357↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20070)]\u000a09:24:13.673424 run osmo-hlr_10.42.42.2(pid=20070): stdout: \u000a| (launched: 2022-12-09_09:24:10.829955) \u000a09:24:13.722471 run osmo-hlr_10.42.42.2(pid=20070): stderr: \u000a| �[0;m�[1;31m20221209092411001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092411001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092411001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092411001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092411001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092411001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092411014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092411025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092411025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092411025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:13.789899 run osmo-msc_10.42.42.6(pid=20076): ERR: Terminated: ERROR {rc=2} [trial-2357↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20076)]\u000a09:24:13.838537 run osmo-msc_10.42.42.6(pid=20076): stdout: \u000a| (launched: 2022-12-09_09:24:12.704260) \u000a09:24:13.887734 run osmo-msc_10.42.42.6(pid=20076): stderr: \u000a| �[0;m�[38;5;43m20221209092412974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092412974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17f9fbbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092412974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092412974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092412974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092412975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092412976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092412977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092412977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092412977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:24:13.929289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20069): Terminating (SIGTERM)\u000a09:24:13.968535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20072): Terminating (SIGTERM)\u000a09:24:14.008347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20075): Terminating (SIGTERM)\u000a09:24:14.017581 --- ParallelTerminationStrategy: PID 20069 died...\u000a09:24:14.070568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20069): Terminated: ok {rc=0}\u000a09:24:14.080039 --- ParallelTerminationStrategy: PID 20072 died...\u000a09:24:14.132931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20072): Terminated: ok {rc=0}\u000a09:24:14.142460 --- ParallelTerminationStrategy: PID 20075 died...\u000a09:24:14.195134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20075): Terminated: ok {rc=0}\u000a09:24:14.283565 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:24:07" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20087): Process ended prematurely: osmo-stp_10.42.42.5(pid=20087) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20087): Process ended prematurely: osmo-stp_10.42.42.5(pid=20087) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:24:16.260334 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:16.275669 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:24:16.463156 tst mo_mt_call.py: using LAC 20495\u000a09:24:16.614479 tst mo_mt_call.py: using RAC 95\u000a09:24:16.750940 tst mo_mt_call.py: using CellId 20495\u000a09:24:16.881655 tst mo_mt_call.py: using BVCI 20496\u000a09:24:16.908001 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:16.921340 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:16.935826 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:16.950006 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:16.964067 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:16.978364 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:24:17.108364 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:24:17.327711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:17.807513 run create_hlr_db(pid=20081): Launched\u000a09:24:17.978424 bus /sierra_2: Setting Powered False\u000a09:24:19.000186 run create_hlr_db(pid=20081): Terminated: ok {rc=0}\u000a09:24:19.424863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20083): Launched\u000a09:24:19.745834 run osmo-hlr_10.42.42.2(pid=20084): Launched\u000a09:24:19.863591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:20.417820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20086): Launched\u000a09:24:20.740362 run osmo-stp_10.42.42.5(pid=20087): Launched\u000a09:24:20.855677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:24:21.435093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20089): Launched\u000a09:24:21.752372 run osmo-msc_10.42.42.6(pid=20090): Launched\u000a09:24:21.938507 run osmo-stp_10.42.42.5(pid=20087): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)]\u000a09:24:22.073707 run osmo-stp_10.42.42.5(pid=20087): stdout: \u000a| (launched: 2022-12-09_09:24:20.580172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:22.207150 run osmo-stp_10.42.42.5(pid=20087): stderr: \u000a| �[0;m�[38;5;43m20221209092420767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092420767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092420767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092420768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092420768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092420768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092420768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:22.335752 run osmo-stp_10.42.42.5(pid=20087): stdout: \u000a| (launched: 2022-12-09_09:24:20.580172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:22.463216 run osmo-stp_10.42.42.5(pid=20087): stderr: \u000a| �[0;m�[38;5;43m20221209092420767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092420767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092420767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092420768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092420768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092420768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092420768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:22.519299 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20087): Process ended prematurely: osmo-stp_10.42.42.5(pid=20087) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20087)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:24:22.528613 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a09:24:22.591700 run osmo-hlr_10.42.42.2(pid=20084): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20084)]\u000a09:24:22.643073 run osmo-hlr_10.42.42.2(pid=20084): stdout: \u000a| (launched: 2022-12-09_09:24:19.588194) \u000a09:24:22.695212 run osmo-hlr_10.42.42.2(pid=20084): stderr: \u000a| �[0;m�[1;31m20221209092419781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092419781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092419781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092419781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092419781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092419781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092419792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092419801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092419802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092419802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:22.765728 run osmo-msc_10.42.42.6(pid=20090): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20090)]\u000a09:24:22.816841 run osmo-msc_10.42.42.6(pid=20090): stdout: \u000a| (launched: 2022-12-09_09:24:21.596652) \u000a09:24:22.868579 run osmo-msc_10.42.42.6(pid=20090): stderr: \u000a| �[0;m�[38;5;43m20221209092421915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092421915 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f33cf2ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092421915 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092421915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092421915 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092421916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092421917 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092421918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092421918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092421918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:24:22.912252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20083): Terminating (SIGTERM)\u000a09:24:22.954018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20086): Terminating (SIGTERM)\u000a09:24:22.995977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20089): Terminating (SIGTERM)\u000a09:24:23.006118 --- ParallelTerminationStrategy: PID 20083 died...\u000a09:24:23.062033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20083): Terminated: ok {rc=0}\u000a09:24:23.072516 --- ParallelTerminationStrategy: PID 20086 died...\u000a09:24:23.128111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20086): Terminated: ok {rc=0}\u000a09:24:23.138189 --- ParallelTerminationStrategy: PID 20089 died...\u000a09:24:23.193546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20089): Terminated: ok {rc=0}\u000a09:24:23.278024 bus /sierra_3: Setting Powered False\u000a09:24:24.384703 bus /sierra_3: Setting Powered False\u000a09:24:25.492307 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 36, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20098): Process ended prematurely: osmo-stp_10.42.42.5(pid=20098) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20098): Process ended prematurely: osmo-stp_10.42.42.5(pid=20098) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:24:26.605941 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:26.618322 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:24:26.772594 tst mo_mt_call_osmux.py: using LAC 20496\u000a09:24:26.900941 tst mo_mt_call_osmux.py: using RAC 96\u000a09:24:27.024298 tst mo_mt_call_osmux.py: using CellId 20496\u000a09:24:27.146602 tst mo_mt_call_osmux.py: using BVCI 20497\u000a09:24:27.170549 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:27.182197 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:27.193599 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:27.205473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:27.218203 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:24:27.230582 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:24:27.349089 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:24:27.558298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:28.058209 run create_hlr_db(pid=20092): Launched\u000a09:24:28.241595 bus /sierra_2: Setting Powered False\u000a09:24:29.263421 run create_hlr_db(pid=20092): Terminated: ok {rc=0}\u000a09:24:29.661251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20094): Launched\u000a09:24:29.959504 run osmo-hlr_10.42.42.2(pid=20095): Launched\u000a09:24:30.073597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:30.588254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20097): Launched\u000a09:24:30.941677 run osmo-stp_10.42.42.5(pid=20098): Launched\u000a09:24:31.187921 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:24:31.851805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20100): Launched\u000a09:24:32.270776 run osmo-msc_10.42.42.6(pid=20101): Launched\u000a09:24:32.590913 run osmo-stp_10.42.42.5(pid=20098): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)]\u000a09:24:32.727675 run osmo-stp_10.42.42.5(pid=20098): stdout: \u000a| (launched: 2022-12-09_09:24:30.739592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:32.861807 run osmo-stp_10.42.42.5(pid=20098): stderr: \u000a| �[0;m�[38;5;43m20221209092430989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092430990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092430990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092430990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092430991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092430991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092430991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:32.990181 run osmo-stp_10.42.42.5(pid=20098): stdout: \u000a| (launched: 2022-12-09_09:24:30.739592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:33.118209 run osmo-stp_10.42.42.5(pid=20098): stderr: \u000a| �[0;m�[38;5;43m20221209092430989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092430990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092430990 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092430990 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092430991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092430991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092430991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:33.174374 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20098): Process ended prematurely: osmo-stp_10.42.42.5(pid=20098) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20098)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:24:33.183475 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a09:24:33.246126 run osmo-hlr_10.42.42.2(pid=20095): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20095)]\u000a09:24:33.297608 run osmo-hlr_10.42.42.2(pid=20095): stdout: \u000a| (launched: 2022-12-09_09:24:29.813186) \u000a09:24:33.349835 run osmo-hlr_10.42.42.2(pid=20095): stderr: \u000a| �[0;m�[1;31m20221209092429985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092429985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092429985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092429985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092429985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092429985 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092429997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092430006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092430006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092430006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:33.420092 run osmo-msc_10.42.42.6(pid=20101): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20101)]\u000a09:24:33.471119 run osmo-msc_10.42.42.6(pid=20101): stdout: \u000a| (launched: 2022-12-09_09:24:32.056601) \u000a09:24:33.522952 run osmo-msc_10.42.42.6(pid=20101): stderr: \u000a| �[0;m�[38;5;43m20221209092432542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092432542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a293f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092432542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092432542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092432542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092432543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092432544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092432545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092432545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092432545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:24:33.566939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20094): Terminating (SIGTERM)\u000a09:24:33.608659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20097): Terminating (SIGTERM)\u000a09:24:33.650778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20100): Terminating (SIGTERM)\u000a09:24:33.660421 --- ParallelTerminationStrategy: PID 20094 died...\u000a09:24:33.716358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20094): Terminated: ok {rc=0}\u000a09:24:33.726538 --- ParallelTerminationStrategy: PID 20097 died...\u000a09:24:33.782153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20097): Terminated: ok {rc=0}\u000a09:24:33.792261 --- ParallelTerminationStrategy: PID 20100 died...\u000a09:24:33.847924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20100): Terminated: ok {rc=0}\u000a09:24:33.934899 bus /sierra_3: Setting Powered False\u000a09:24:35.040458 bus /sierra_3: Setting Powered False\u000a09:24:36.147142 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:24:15" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20112): Process ended prematurely: osmo-stp_10.42.42.5(pid=20112) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20112)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20112): Process ended prematurely: osmo-stp_10.42.42.5(pid=20112) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:24:38.131390 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:38.142654 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:24:38.289092 tst mo_mt_call.py: using LAC 20497\u000a09:24:38.413910 tst mo_mt_call.py: using RAC 97\u000a09:24:38.539231 tst mo_mt_call.py: using CellId 20497\u000a09:24:38.660567 tst mo_mt_call.py: using BVCI 20498\u000a09:24:38.683414 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:38.694850 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:38.706124 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:38.717908 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:38.729799 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:38.741430 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:24:38.861737 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:24:39.072244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:39.571613 run create_hlr_db(pid=20106): Launched\u000a09:24:39.755198 bus /sierra_2: Setting Powered False\u000a09:24:40.776150 run create_hlr_db(pid=20106): Terminated: ok {rc=0}\u000a09:24:41.182145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20108): Launched\u000a09:24:41.477249 run osmo-hlr_10.42.42.2(pid=20109): Launched\u000a09:24:41.597343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:42.151459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20111): Launched\u000a09:24:42.469641 run osmo-stp_10.42.42.5(pid=20112): Launched\u000a09:24:42.585402 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:24:43.167483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20114): Launched\u000a09:24:43.487062 run osmo-msc_10.42.42.6(pid=20115): Launched\u000a09:24:43.674068 run osmo-stp_10.42.42.5(pid=20112): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20112)]\u000a09:24:43.809039 run osmo-stp_10.42.42.5(pid=20112): stdout: \u000a| (launched: 2022-12-09_09:24:42.313744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:43.943027 run osmo-stp_10.42.42.5(pid=20112): stderr: \u000a| �[0;m�[38;5;43m20221209092442499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092442500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092442500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092442500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092442501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092442501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092442501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:44.072569 run osmo-stp_10.42.42.5(pid=20112): stdout: \u000a| (launched: 2022-12-09_09:24:42.313744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:44.200724 run osmo-stp_10.42.42.5(pid=20112): stderr: \u000a| �[0;m�[38;5;43m20221209092442499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092442500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092442500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092442500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092442501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092442501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092442501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:44.257156 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20112): Process ended prematurely: osmo-stp_10.42.42.5(pid=20112) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20112)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:24:44.266570 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:24:44.329515 run osmo-hlr_10.42.42.2(pid=20109): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20109)]\u000a09:24:44.380535 run osmo-hlr_10.42.42.2(pid=20109): stdout: \u000a| (launched: 2022-12-09_09:24:41.331950) \u000a09:24:44.432283 run osmo-hlr_10.42.42.2(pid=20109): stderr: \u000a| �[0;m�[1;31m20221209092441503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092441503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092441503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092441503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092441503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092441503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092441515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092441524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092441524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092441524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:44.502075 run osmo-msc_10.42.42.6(pid=20115): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20115)]\u000a09:24:44.552865 run osmo-msc_10.42.42.6(pid=20115): stdout: \u000a| (launched: 2022-12-09_09:24:43.330333) \u000a09:24:44.604594 run osmo-msc_10.42.42.6(pid=20115): stderr: \u000a| �[0;m�[38;5;43m20221209092443647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092443647 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe73ad0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092443647 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092443647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092443647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092443647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092443649 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092443650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092443650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092443650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:24:44.648458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20108): Terminating (SIGTERM)\u000a09:24:44.690217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20111): Terminating (SIGTERM)\u000a09:24:44.731783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20114): Terminating (SIGTERM)\u000a09:24:44.741845 --- ParallelTerminationStrategy: PID 20108 died...\u000a09:24:44.797384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20108): Terminated: ok {rc=0}\u000a09:24:44.807838 --- ParallelTerminationStrategy: PID 20111 died...\u000a09:24:44.863519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20111): Terminated: ok {rc=0}\u000a09:24:44.873680 --- ParallelTerminationStrategy: PID 20114 died...\u000a09:24:44.929276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20114): Terminated: ok {rc=0}\u000a09:24:45.014370 bus /sierra_3: Setting Powered False\u000a09:24:46.121137 bus /sierra_3: Setting Powered False\u000a09:24:47.235524 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20123): Process ended prematurely: osmo-stp_10.42.42.5(pid=20123) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20123)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20123): Process ended prematurely: osmo-stp_10.42.42.5(pid=20123) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:24:48.348508 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:48.361053 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:24:48.510760 tst mo_mt_call_osmux.py: using LAC 20498\u000a09:24:48.626963 tst mo_mt_call_osmux.py: using RAC 98\u000a09:24:48.746410 tst mo_mt_call_osmux.py: using CellId 20498\u000a09:24:48.865613 tst mo_mt_call_osmux.py: using BVCI 20499\u000a09:24:48.888312 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:48.899766 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:48.911038 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:48.922231 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:48.933440 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:24:48.944532 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:24:49.062733 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:24:49.266182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:24:49.742281 run create_hlr_db(pid=20117): Launched\u000a09:24:49.913495 bus /sierra_2: Setting Powered False\u000a09:24:50.935591 run create_hlr_db(pid=20117): Terminated: ok {rc=0}\u000a09:24:51.358912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20119): Launched\u000a09:24:51.677990 run osmo-hlr_10.42.42.2(pid=20120): Launched\u000a09:24:51.793278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:24:52.346692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20122): Launched\u000a09:24:52.664862 run osmo-stp_10.42.42.5(pid=20123): Launched\u000a09:24:52.780857 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:24:53.362873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20125): Launched\u000a09:24:53.682793 run osmo-msc_10.42.42.6(pid=20126): Launched\u000a09:24:53.870024 run osmo-stp_10.42.42.5(pid=20123): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20123)]\u000a09:24:54.008421 run osmo-stp_10.42.42.5(pid=20123): stdout: \u000a| (launched: 2022-12-09_09:24:52.509404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:54.143237 run osmo-stp_10.42.42.5(pid=20123): stderr: \u000a| �[0;m�[38;5;43m20221209092452695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092452695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092452695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092452695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092452696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092452696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092452696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:54.272338 run osmo-stp_10.42.42.5(pid=20123): stdout: \u000a| (launched: 2022-12-09_09:24:52.509404)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:24:54.400510 run osmo-stp_10.42.42.5(pid=20123): stderr: \u000a| �[0;m�[38;5;43m20221209092452695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092452695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092452695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092452695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092452696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092452696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092452696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:24:54.456635 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20123): Process ended prematurely: osmo-stp_10.42.42.5(pid=20123) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20123)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:24:54.465725 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:24:54.528588 run osmo-hlr_10.42.42.2(pid=20120): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20120)]\u000a09:24:54.579701 run osmo-hlr_10.42.42.2(pid=20120): stdout: \u000a| (launched: 2022-12-09_09:24:51.521345) \u000a09:24:54.631432 run osmo-hlr_10.42.42.2(pid=20120): stderr: \u000a| �[0;m�[1;31m20221209092451713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092451713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092451713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092451713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092451713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092451713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092451724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092451733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092451733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092451733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:24:54.701662 run osmo-msc_10.42.42.6(pid=20126): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20126)]\u000a09:24:54.752788 run osmo-msc_10.42.42.6(pid=20126): stdout: \u000a| (launched: 2022-12-09_09:24:53.525756) \u000a09:24:54.804634 run osmo-msc_10.42.42.6(pid=20126): stderr: \u000a| �[0;m�[38;5;43m20221209092453843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092453843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f69c31e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092453843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092453844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092453844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092453844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092453846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092453846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092453846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092453846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:24:54.848524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20119): Terminating (SIGTERM)\u000a09:24:54.890180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20122): Terminating (SIGTERM)\u000a09:24:54.931511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20125): Terminating (SIGTERM)\u000a09:24:54.941416 --- ParallelTerminationStrategy: PID 20119 died...\u000a09:24:54.997084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20119): Terminated: ok {rc=0}\u000a09:24:55.007127 --- ParallelTerminationStrategy: PID 20122 died...\u000a09:24:55.062714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20122): Terminated: ok {rc=0}\u000a09:24:55.072727 --- ParallelTerminationStrategy: PID 20125 died...\u000a09:24:55.128195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20125): Terminated: ok {rc=0}\u000a09:24:55.213681 bus /sierra_3: Setting Powered False\u000a09:24:56.319604 bus /sierra_3: Setting Powered False\u000a09:24:57.424881 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:24:37" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20140): Process ended prematurely: osmo-stp_10.42.42.5(pid=20140) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20140)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20140): Process ended prematurely: osmo-stp_10.42.42.5(pid=20140) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:24:59.404449 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:24:59.416320 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:24:59.567536 tst mo_mt_call.py: using LAC 20499\u000a09:24:59.692669 tst mo_mt_call.py: using RAC 99\u000a09:24:59.815469 tst mo_mt_call.py: using CellId 20499\u000a09:24:59.938242 tst mo_mt_call.py: using BVCI 20500\u000a09:24:59.962493 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:24:59.974266 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:24:59.985867 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:24:59.997872 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:25:00.010096 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:25:00.022682 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:25:00.140601 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:25:00.353461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:00.873088 run create_hlr_db(pid=20131): Launched\u000a09:25:01.073123 bus /sierra_2: Setting Powered False\u000a09:25:02.113662 run create_hlr_db(pid=20131): Terminated: ok {rc=0}\u000a09:25:02.513293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20136): Launched\u000a09:25:02.811068 run osmo-hlr_10.42.42.2(pid=20137): Launched\u000a09:25:02.929084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:03.453730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20139): Launched\u000a09:25:03.752592 run osmo-stp_10.42.42.5(pid=20140): Launched\u000a09:25:03.861449 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:04.406387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20142): Launched\u000a09:25:04.706518 run osmo-msc_10.42.42.6(pid=20143): Launched\u000a09:25:04.881656 run osmo-stp_10.42.42.5(pid=20140): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20140)]\u000a09:25:05.008246 run osmo-stp_10.42.42.5(pid=20140): stdout: \u000a| (launched: 2022-12-09_09:25:03.605807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:05.132578 run osmo-stp_10.42.42.5(pid=20140): stderr: \u000a| �[0;m�[38;5;43m20221209092503771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092503771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092503772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092503772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092503773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092503773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092503773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:05.253120 run osmo-stp_10.42.42.5(pid=20140): stdout: \u000a| (launched: 2022-12-09_09:25:03.605807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:05.372596 run osmo-stp_10.42.42.5(pid=20140): stderr: \u000a| �[0;m�[38;5;43m20221209092503771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092503771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092503772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092503772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092503773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092503773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092503773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:05.425189 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20140): Process ended prematurely: osmo-stp_10.42.42.5(pid=20140) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20140)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:25:05.433857 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:25:05.492550 run osmo-hlr_10.42.42.2(pid=20137): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20137)]\u000a09:25:05.540818 run osmo-hlr_10.42.42.2(pid=20137): stdout: \u000a| (launched: 2022-12-09_09:25:02.665369) \u000a09:25:05.589847 run osmo-hlr_10.42.42.2(pid=20137): stderr: \u000a| �[0;m�[1;31m20221209092502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092502838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092502850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092502860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092502860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092502860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:05.656125 run osmo-msc_10.42.42.6(pid=20143): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20143)]\u000a09:25:05.704737 run osmo-msc_10.42.42.6(pid=20143): stdout: \u000a| (launched: 2022-12-09_09:25:04.558574) \u000a09:25:05.753639 run osmo-msc_10.42.42.6(pid=20143): stderr: \u000a| �[0;m�[38;5;43m20221209092504828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092504828 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff83b3ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092504828 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092504828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092504829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092504829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092504831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092504831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092504831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092504831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:25:05.795195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20136): Terminating (SIGTERM)\u000a09:25:05.834590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20139): Terminating (SIGTERM)\u000a09:25:05.873949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20142): Terminating (SIGTERM)\u000a09:25:05.883159 --- ParallelTerminationStrategy: PID 20136 died...\u000a09:25:05.936142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20136): Terminated: ok {rc=0}\u000a09:25:05.945655 --- ParallelTerminationStrategy: PID 20139 died...\u000a09:25:05.998135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20139): Terminated: ok {rc=0}\u000a09:25:06.007550 --- ParallelTerminationStrategy: PID 20142 died...\u000a09:25:06.059619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20142): Terminated: ok {rc=0}\u000a09:25:06.141546 bus /sierra_3: Setting Powered False\u000a09:25:07.240796 bus /sierra_3: Setting Powered False\u000a09:25:08.349563 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20151): Process ended prematurely: osmo-stp_10.42.42.5(pid=20151) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20151)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20151): Process ended prematurely: osmo-stp_10.42.42.5(pid=20151) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:25:09.458724 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:25:09.470847 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:25:09.618999 tst mo_mt_call_osmux.py: using LAC 20500\u000a09:25:09.737704 tst mo_mt_call_osmux.py: using RAC 100\u000a09:25:09.854550 tst mo_mt_call_osmux.py: using CellId 20500\u000a09:25:09.979655 tst mo_mt_call_osmux.py: using BVCI 20501\u000a09:25:10.004095 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:25:10.016057 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:25:10.028177 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:25:10.041185 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:25:10.053145 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:25:10.065209 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:25:10.183972 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:25:10.396432 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:10.896792 run create_hlr_db(pid=20145): Launched\u000a09:25:11.081749 bus /sierra_2: Setting Powered False\u000a09:25:12.103145 run create_hlr_db(pid=20145): Terminated: ok {rc=0}\u000a09:25:12.502054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20147): Launched\u000a09:25:12.800584 run osmo-hlr_10.42.42.2(pid=20148): Launched\u000a09:25:12.918947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:13.440850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20150): Launched\u000a09:25:13.738635 run osmo-stp_10.42.42.5(pid=20151): Launched\u000a09:25:13.846734 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:14.397675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20153): Launched\u000a09:25:14.698271 run osmo-msc_10.42.42.6(pid=20154): Launched\u000a09:25:14.873491 run osmo-stp_10.42.42.5(pid=20151): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20151)]\u000a09:25:15.000512 run osmo-stp_10.42.42.5(pid=20151): stdout: \u000a| (launched: 2022-12-09_09:25:13.592366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:15.125439 run osmo-stp_10.42.42.5(pid=20151): stderr: \u000a| �[0;m�[38;5;43m20221209092513757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092513757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092513758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092513758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092513759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092513759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092513759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:15.246610 run osmo-stp_10.42.42.5(pid=20151): stdout: \u000a| (launched: 2022-12-09_09:25:13.592366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:15.366450 run osmo-stp_10.42.42.5(pid=20151): stderr: \u000a| �[0;m�[38;5;43m20221209092513757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092513757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092513758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092513758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092513759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092513759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092513759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:15.419034 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20151): Process ended prematurely: osmo-stp_10.42.42.5(pid=20151) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20151)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:25:15.427703 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:25:15.486595 run osmo-hlr_10.42.42.2(pid=20148): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20148)]\u000a09:25:15.534854 run osmo-hlr_10.42.42.2(pid=20148): stdout: \u000a| (launched: 2022-12-09_09:25:12.653804) \u000a09:25:15.583604 run osmo-hlr_10.42.42.2(pid=20148): stderr: \u000a| �[0;m�[1;31m20221209092512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092512826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092512839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092512848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092512848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092512848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:15.650546 run osmo-msc_10.42.42.6(pid=20154): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20154)]\u000a09:25:15.698810 run osmo-msc_10.42.42.6(pid=20154): stdout: \u000a| (launched: 2022-12-09_09:25:14.550120) \u000a09:25:15.747493 run osmo-msc_10.42.42.6(pid=20154): stderr: \u000a| �[0;m�[38;5;43m20221209092514818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092514818 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef9b04dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092514819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092514819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092514819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092514819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092514821 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092514822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092514822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092514822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:25:15.788933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20147): Terminating (SIGTERM)\u000a09:25:15.828427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20150): Terminating (SIGTERM)\u000a09:25:15.887805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20153): Terminating (SIGTERM)\u000a09:25:15.900777 --- ParallelTerminationStrategy: PID 20147 died...\u000a09:25:15.969619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20147): Terminated: ok {rc=0}\u000a09:25:15.979713 --- ParallelTerminationStrategy: PID 20150 died...\u000a09:25:16.033801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20150): Terminated: ok {rc=0}\u000a09:25:16.043910 --- ParallelTerminationStrategy: PID 20153 died...\u000a09:25:16.097281 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20153): Terminated: ok {rc=0}\u000a09:25:16.181899 bus /sierra_3: Setting Powered False\u000a09:25:17.279855 bus /sierra_3: Setting Powered False\u000a09:25:18.384357 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:24:59" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:25:20.366925 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:20.378815 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:25:20.530510 tst mo_mt_call.py: using LAC 20501\u000a09:25:20.656438 tst mo_mt_call.py: using RAC 101\u000a09:25:20.781213 tst mo_mt_call.py: using CellId 20501\u000a09:25:20.907301 tst mo_mt_call.py: using BVCI 20502\u000a09:25:20.931515 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:20.943385 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:20.955020 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:20.967236 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:20.979500 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:20.991340 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:25:21.109298 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:25:21.318675 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:21.818602 run create_hlr_db(pid=20159): Launched\u000a09:25:22.002120 bus /sierra_2: Setting Powered False\u000a09:25:23.023795 run create_hlr_db(pid=20159): Terminated: ok {rc=0}\u000a09:25:23.423788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Launched\u000a09:25:23.722252 run osmo-hlr_10.42.42.2(pid=20162): Launched\u000a09:25:23.831947 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:24.349293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Launched\u000a09:25:24.647327 run osmo-stp_10.42.42.5(pid=20165): Launched\u000a09:25:24.757150 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:25.302022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20167): Launched\u000a09:25:25.600414 run osmo-msc_10.42.42.6(pid=20168): Launched\u000a09:25:25.775371 run osmo-stp_10.42.42.5(pid=20165): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)]\u000a09:25:25.902559 run osmo-stp_10.42.42.5(pid=20165): stdout: \u000a| (launched: 2022-12-09_09:25:24.500918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:26.026080 run osmo-stp_10.42.42.5(pid=20165): stderr: \u000a| �[0;m�[38;5;43m20221209092524670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092524670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092524670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092524671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092524671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092524671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092524671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:26.146048 run osmo-stp_10.42.42.5(pid=20165): stdout: \u000a| (launched: 2022-12-09_09:25:24.500918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:26.264486 run osmo-stp_10.42.42.5(pid=20165): stderr: \u000a| �[0;m�[38;5;43m20221209092524670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092524670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092524670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092524671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092524671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092524671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092524671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:26.317531 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20165): Process ended prematurely: osmo-stp_10.42.42.5(pid=20165) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20165)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:25:26.325990 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a09:25:26.385370 run osmo-hlr_10.42.42.2(pid=20162): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20162)]\u000a09:25:26.433570 run osmo-hlr_10.42.42.2(pid=20162): stdout: \u000a| (launched: 2022-12-09_09:25:23.575293) \u000a09:25:26.482331 run osmo-hlr_10.42.42.2(pid=20162): stderr: \u000a| �[0;m�[1;31m20221209092523746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092523747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092523747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092523747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092523747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092523747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092523759 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092523767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092523767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092523767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:26.549150 run osmo-msc_10.42.42.6(pid=20168): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20168)]\u000a09:25:26.597372 run osmo-msc_10.42.42.6(pid=20168): stdout: \u000a| (launched: 2022-12-09_09:25:25.453370) \u000a09:25:26.645755 run osmo-msc_10.42.42.6(pid=20168): stderr: \u000a| �[0;m�[38;5;43m20221209092525721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092525721 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13db5ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092525721 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092525721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092525722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092525722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092525723 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092525724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092525724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092525724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:25:26.686963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Terminating (SIGTERM)\u000a09:25:26.725802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Terminating (SIGTERM)\u000a09:25:26.764835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20167): Terminating (SIGTERM)\u000a09:25:26.774084 --- ParallelTerminationStrategy: PID 20161 died...\u000a09:25:26.826363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20161): Terminated: ok {rc=0}\u000a09:25:26.835683 --- ParallelTerminationStrategy: PID 20164 died...\u000a09:25:26.887917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20164): Terminated: ok {rc=0}\u000a09:25:26.897408 --- ParallelTerminationStrategy: PID 20167 died...\u000a09:25:26.949196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20167): Terminated: ok {rc=0}\u000a09:25:27.035281 bus /sierra_3: Setting Powered False\u000a09:25:28.136773 bus /sierra_3: Setting Powered False\u000a09:25:29.242804 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20176): Process ended prematurely: osmo-stp_10.42.42.5(pid=20176) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20176)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20176): Process ended prematurely: osmo-stp_10.42.42.5(pid=20176) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:25:30.356152 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:30.368793 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:25:30.522361 tst mo_mt_call_osmux.py: using LAC 20502\u000a09:25:30.646670 tst mo_mt_call_osmux.py: using RAC 102\u000a09:25:30.773490 tst mo_mt_call_osmux.py: using CellId 20502\u000a09:25:30.914383 tst mo_mt_call_osmux.py: using BVCI 20503\u000a09:25:30.939766 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:30.952458 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:30.966349 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:30.980046 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:30.994043 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:25:31.007626 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:25:31.134209 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:25:31.386378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:31.961661 run create_hlr_db(pid=20170): Launched\u000a09:25:32.150619 bus /sierra_2: Setting Powered False\u000a09:25:33.168027 run create_hlr_db(pid=20170): Terminated: ok {rc=0}\u000a09:25:33.566679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20172): Launched\u000a09:25:33.864151 run osmo-hlr_10.42.42.2(pid=20173): Launched\u000a09:25:33.972398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:34.489100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20175): Launched\u000a09:25:34.785851 run osmo-stp_10.42.42.5(pid=20176): Launched\u000a09:25:34.893334 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:35.437460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20178): Launched\u000a09:25:35.735347 run osmo-msc_10.42.42.6(pid=20179): Launched\u000a09:25:35.909712 run osmo-stp_10.42.42.5(pid=20176): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20176)]\u000a09:25:36.035729 run osmo-stp_10.42.42.5(pid=20176): stdout: \u000a| (launched: 2022-12-09_09:25:34.640526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:36.159799 run osmo-stp_10.42.42.5(pid=20176): stderr: \u000a| �[0;m�[38;5;43m20221209092534807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092534808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092534808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092534808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092534809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092534809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092534809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:36.279945 run osmo-stp_10.42.42.5(pid=20176): stdout: \u000a| (launched: 2022-12-09_09:25:34.640526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:36.398898 run osmo-stp_10.42.42.5(pid=20176): stderr: \u000a| �[0;m�[38;5;43m20221209092534807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092534808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092534808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092534808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092534809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092534809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092534809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:36.451618 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20176): Process ended prematurely: osmo-stp_10.42.42.5(pid=20176) [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20176)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:25:36.460035 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:25:36.518882 run osmo-hlr_10.42.42.2(pid=20173): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20173)]\u000a09:25:36.567238 run osmo-hlr_10.42.42.2(pid=20173): stdout: \u000a| (launched: 2022-12-09_09:25:33.718693) \u000a09:25:36.616135 run osmo-hlr_10.42.42.2(pid=20173): stderr: \u000a| �[0;m�[1;31m20221209092533891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092533891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092533891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092533892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092533892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092533892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092533909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092533917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092533917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092533917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:36.682838 run osmo-msc_10.42.42.6(pid=20179): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20179)]\u000a09:25:36.731068 run osmo-msc_10.42.42.6(pid=20179): stdout: \u000a| (launched: 2022-12-09_09:25:35.588881) \u000a09:25:36.779674 run osmo-msc_10.42.42.6(pid=20179): stderr: \u000a| �[0;m�[38;5;43m20221209092535859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092535859 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9e1353c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092535859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092535859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092535859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092535860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092535862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092535863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092535863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092535863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:25:36.821007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20172): Terminating (SIGTERM)\u000a09:25:36.859897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20175): Terminating (SIGTERM)\u000a09:25:36.898789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20178): Terminating (SIGTERM)\u000a09:25:36.907866 --- ParallelTerminationStrategy: PID 20172 died...\u000a09:25:36.960485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20172): Terminated: ok {rc=0}\u000a09:25:36.969955 --- ParallelTerminationStrategy: PID 20175 died...\u000a09:25:37.021840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20175): Terminated: ok {rc=0}\u000a09:25:37.031259 --- ParallelTerminationStrategy: PID 20178 died...\u000a09:25:37.083387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20178): Terminated: ok {rc=0}\u000a09:25:37.170401 bus /sierra_3: Setting Powered False\u000a09:25:38.272615 bus /sierra_3: Setting Powered False\u000a09:25:39.381671 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:25:20" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20190): Process ended prematurely: osmo-stp_10.42.42.5(pid=20190) [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20190): Process ended prematurely: osmo-stp_10.42.42.5(pid=20190) [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:25:41.348633 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:41.360124 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:25:41.505119 tst mo_mt_call.py: using LAC 20503\u000a09:25:41.623174 tst mo_mt_call.py: using RAC 103\u000a09:25:41.741957 tst mo_mt_call.py: using CellId 20503\u000a09:25:41.858050 tst mo_mt_call.py: using BVCI 20504\u000a09:25:41.880492 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:41.894797 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:41.906572 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:41.918330 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:41.930150 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:41.941801 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:25:42.061771 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:25:42.272596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:42.774706 run create_hlr_db(pid=20184): Launched\u000a09:25:42.958674 bus /sierra_2: Setting Powered False\u000a09:25:43.980446 run create_hlr_db(pid=20184): Terminated: ok {rc=0}\u000a09:25:44.378359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20186): Launched\u000a09:25:44.678145 run osmo-hlr_10.42.42.2(pid=20187): Launched\u000a09:25:44.788234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:45.304282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20189): Launched\u000a09:25:45.602186 run osmo-stp_10.42.42.5(pid=20190): Launched\u000a09:25:45.710391 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:46.314920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20192): Launched\u000a09:25:46.773735 run osmo-msc_10.42.42.6(pid=20193): Launched\u000a09:25:47.175728 run osmo-stp_10.42.42.5(pid=20190): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)]\u000a09:25:47.345722 run osmo-stp_10.42.42.5(pid=20190): stdout: \u000a| (launched: 2022-12-09_09:25:45.455701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:47.470429 run osmo-stp_10.42.42.5(pid=20190): stderr: \u000a| �[0;m�[38;5;43m20221209092545622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092545622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092545622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092545624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092545624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092545624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092545624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:47.591087 run osmo-stp_10.42.42.5(pid=20190): stdout: \u000a| (launched: 2022-12-09_09:25:45.455701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:47.710615 run osmo-stp_10.42.42.5(pid=20190): stderr: \u000a| �[0;m�[38;5;43m20221209092545622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092545622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092545622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092545624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092545624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092545624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092545624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:47.763313 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20190): Process ended prematurely: osmo-stp_10.42.42.5(pid=20190) [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20190)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:25:47.772080 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a09:25:47.831936 run osmo-hlr_10.42.42.2(pid=20187): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20187)]\u000a09:25:47.881040 run osmo-hlr_10.42.42.2(pid=20187): stdout: \u000a| (launched: 2022-12-09_09:25:44.531135) \u000a09:25:47.931003 run osmo-hlr_10.42.42.2(pid=20187): stderr: \u000a| �[0;m�[1;31m20221209092544703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092544703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092544703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092544703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092544703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092544703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092544720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092544730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092544730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092544730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:47.998941 run osmo-msc_10.42.42.6(pid=20193): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20193)]\u000a09:25:48.047923 run osmo-msc_10.42.42.6(pid=20193): stdout: \u000a| (launched: 2022-12-09_09:25:46.469435) \u000a09:25:48.097599 run osmo-msc_10.42.42.6(pid=20193): stderr: \u000a| �[0;m�[38;5;43m20221209092546894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092546894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8115130c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092546894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092546894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092546894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092546894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092546896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092546896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092546897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092546897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:25:48.139777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20186): Terminating (SIGTERM)\u000a09:25:48.179672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20189): Terminating (SIGTERM)\u000a09:25:48.219459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20192): Terminating (SIGTERM)\u000a09:25:48.228718 --- ParallelTerminationStrategy: PID 20186 died...\u000a09:25:48.281955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20186): Terminated: ok {rc=0}\u000a09:25:48.291615 --- ParallelTerminationStrategy: PID 20189 died...\u000a09:25:48.344478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20189): Terminated: ok {rc=0}\u000a09:25:48.353965 --- ParallelTerminationStrategy: PID 20192 died...\u000a09:25:48.406958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20192): Terminated: ok {rc=0}\u000a09:25:48.493074 bus /sierra_3: Setting Powered False\u000a09:25:49.597881 bus /sierra_3: Setting Powered False\u000a09:25:50.704231 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20201): Process ended prematurely: osmo-stp_10.42.42.5(pid=20201) [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20201)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20201): Process ended prematurely: osmo-stp_10.42.42.5(pid=20201) [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:25:51.818497 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:51.831258 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:25:51.981074 tst mo_mt_call_osmux.py: using LAC 20504\u000a09:25:52.099949 tst mo_mt_call_osmux.py: using RAC 104\u000a09:25:52.218604 tst mo_mt_call_osmux.py: using CellId 20504\u000a09:25:52.335964 tst mo_mt_call_osmux.py: using BVCI 20505\u000a09:25:52.358797 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:52.370380 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:52.381888 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:52.393111 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:52.404340 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:25:52.415538 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:25:52.533999 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:25:52.745750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:25:53.247253 run create_hlr_db(pid=20195): Launched\u000a09:25:53.431491 bus /sierra_2: Setting Powered False\u000a09:25:54.452228 run create_hlr_db(pid=20195): Terminated: ok {rc=0}\u000a09:25:54.851907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20197): Launched\u000a09:25:55.150139 run osmo-hlr_10.42.42.2(pid=20198): Launched\u000a09:25:55.269238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:25:55.794642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20200): Launched\u000a09:25:56.093018 run osmo-stp_10.42.42.5(pid=20201): Launched\u000a09:25:56.201623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:25:56.747603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20203): Launched\u000a09:25:57.047611 run osmo-msc_10.42.42.6(pid=20204): Launched\u000a09:25:57.227127 run osmo-stp_10.42.42.5(pid=20201): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20201)]\u000a09:25:57.353762 run osmo-stp_10.42.42.5(pid=20201): stdout: \u000a| (launched: 2022-12-09_09:25:55.946737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:57.478334 run osmo-stp_10.42.42.5(pid=20201): stderr: \u000a| �[0;m�[38;5;43m20221209092556113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092556113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092556113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092556114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092556114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092556114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092556115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:57.599085 run osmo-stp_10.42.42.5(pid=20201): stdout: \u000a| (launched: 2022-12-09_09:25:55.946737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:25:57.718989 run osmo-stp_10.42.42.5(pid=20201): stderr: \u000a| �[0;m�[38;5;43m20221209092556113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092556113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092556113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092556114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092556114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092556114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092556115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:25:57.771744 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20201): Process ended prematurely: osmo-stp_10.42.42.5(pid=20201) [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20201)] [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:25:57.780370 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a09:25:57.839830 run osmo-hlr_10.42.42.2(pid=20198): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20198)]\u000a09:25:57.888332 run osmo-hlr_10.42.42.2(pid=20198): stdout: \u000a| (launched: 2022-12-09_09:25:55.003368) \u000a09:25:57.937369 run osmo-hlr_10.42.42.2(pid=20198): stderr: \u000a| �[0;m�[1;31m20221209092555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092555173 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092555186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092555194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092555194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092555194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:25:58.003803 run osmo-msc_10.42.42.6(pid=20204): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20204)]\u000a09:25:58.052231 run osmo-msc_10.42.42.6(pid=20204): stdout: \u000a| (launched: 2022-12-09_09:25:56.899840) \u000a09:25:58.101279 run osmo-msc_10.42.42.6(pid=20204): stderr: \u000a| �[0;m�[38;5;43m20221209092557167 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092557168 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b70530c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092557168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092557168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092557168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092557168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092557170 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092557170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092557171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092557171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:25:58.142555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20197): Terminating (SIGTERM)\u000a09:25:58.182075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20200): Terminating (SIGTERM)\u000a09:25:58.221567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20203): Terminating (SIGTERM)\u000a09:25:58.230866 --- ParallelTerminationStrategy: PID 20197 died...\u000a09:25:58.283348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20197): Terminated: ok {rc=0}\u000a09:25:58.293140 --- ParallelTerminationStrategy: PID 20200 died...\u000a09:25:58.345290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20200): Terminated: ok {rc=0}\u000a09:25:58.354828 --- ParallelTerminationStrategy: PID 20203 died...\u000a09:25:58.407497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20203): Terminated: ok {rc=0}\u000a09:25:58.493593 bus /sierra_3: Setting Powered False\u000a09:25:59.596404 bus /sierra_3: Setting Powered False\u000a09:26:00.706539 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:25:41" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20216): Process ended prematurely: osmo-stp_10.42.42.5(pid=20216) [trial-2357↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20216)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20216): Process ended prematurely: osmo-stp_10.42.42.5(pid=20216) [trial-2357↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:26:02.721092 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:02.732492 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:26:02.863928 tst emergency_mo_mt_call.py: using LAC 20505\u000a09:26:02.986797 tst emergency_mo_mt_call.py: using RAC 105\u000a09:26:03.109654 tst emergency_mo_mt_call.py: using CellId 20505\u000a09:26:03.237169 tst emergency_mo_mt_call.py: using BVCI 20506\u000a09:26:03.260824 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:03.272198 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:03.283508 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:03.294993 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:03.306501 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:03.318039 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:03.435722 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:03.642474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:04.136136 run create_hlr_db(pid=20210): Launched\u000a09:26:04.318716 bus /sierra_2: Setting Powered False\u000a09:26:05.338614 run create_hlr_db(pid=20210): Terminated: ok {rc=0}\u000a09:26:05.732339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20212): Launched\u000a09:26:06.023680 run osmo-hlr_10.42.42.2(pid=20213): Launched\u000a09:26:06.130113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:06.637926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20215): Launched\u000a09:26:06.931180 run osmo-stp_10.42.42.5(pid=20216): Launched\u000a09:26:07.049614 tst emergency_mo_mt_call.py: using MSISDN 7131\u000a09:26:07.194822 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:07.731003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20218): Launched\u000a09:26:08.023776 run osmo-msc_10.42.42.6(pid=20219): Launched\u000a09:26:08.195490 run osmo-stp_10.42.42.5(pid=20216): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20216)]\u000a09:26:08.319396 run osmo-stp_10.42.42.5(pid=20216): stdout: \u000a| (launched: 2022-12-09_09:26:06.786862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:08.441759 run osmo-stp_10.42.42.5(pid=20216): stderr: \u000a| �[0;m�[38;5;43m20221209092606953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092606953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092606954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092606954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092606954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092606955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092606956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:08.559417 run osmo-stp_10.42.42.5(pid=20216): stdout: \u000a| (launched: 2022-12-09_09:26:06.786862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:08.676506 run osmo-stp_10.42.42.5(pid=20216): stderr: \u000a| �[0;m�[38;5;43m20221209092606953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092606953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092606954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092606954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092606954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092606955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092606956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:08.727934 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20216): Process ended prematurely: osmo-stp_10.42.42.5(pid=20216) [trial-2357↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20216)] [trial-2357↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a09:26:08.736276 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a09:26:08.795097 run osmo-hlr_10.42.42.2(pid=20213): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20213)]\u000a09:26:08.843289 run osmo-hlr_10.42.42.2(pid=20213): stdout: \u000a| (launched: 2022-12-09_09:26:05.880872) \u000a09:26:08.892241 run osmo-hlr_10.42.42.2(pid=20213): stderr: \u000a| �[0;m�[1;31m20221209092606051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092606051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092606051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092606051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092606051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092606052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092606064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092606075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092606075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092606075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:08.958744 run osmo-msc_10.42.42.6(pid=20219): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20219)]\u000a09:26:09.006951 run osmo-msc_10.42.42.6(pid=20219): stdout: \u000a| (launched: 2022-12-09_09:26:07.879644) \u000a09:26:09.055569 run osmo-msc_10.42.42.6(pid=20219): stderr: \u000a| �[0;m�[38;5;43m20221209092608150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092608150 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9aee7bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092608150 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092608150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092608150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092608151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092608152 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092608153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092608153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092608153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:09.097081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20212): Terminating (SIGTERM)\u000a09:26:09.136202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20215): Terminating (SIGTERM)\u000a09:26:09.175270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20218): Terminating (SIGTERM)\u000a09:26:09.184363 --- ParallelTerminationStrategy: PID 20212 died...\u000a09:26:09.236670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20212): Terminated: ok {rc=0}\u000a09:26:09.246318 --- ParallelTerminationStrategy: PID 20215 died...\u000a09:26:09.298445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20215): Terminated: ok {rc=0}\u000a09:26:09.307830 --- ParallelTerminationStrategy: PID 20218 died...\u000a09:26:09.360032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20218): Terminated: ok {rc=0}\u000a09:26:09.441837 bus /sierra_3: Setting Powered False\u000a09:26:10.548432 bus /sierra_3: Setting Powered False\u000a09:26:11.654579 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20227): Process ended prematurely: osmo-stp_10.42.42.5(pid=20227) [trial-2357↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20227)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20227): Process ended prematurely: osmo-stp_10.42.42.5(pid=20227) [trial-2357↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:26:12.706994 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:12.719176 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:26:12.846992 tst emergency_preemptive_call.py: using LAC 20506\u000a09:26:12.964477 tst emergency_preemptive_call.py: using RAC 106\u000a09:26:13.081855 tst emergency_preemptive_call.py: using CellId 20506\u000a09:26:13.198441 tst emergency_preemptive_call.py: using BVCI 20507\u000a09:26:13.220806 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:13.231930 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:13.242895 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:13.253862 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:13.264844 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a09:26:13.275798 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:13.393353 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:13.511102 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:13.625132 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:13.820102 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:14.290776 run create_hlr_db(pid=20221): Launched\u000a09:26:14.460146 bus /sierra_2: Setting Powered False\u000a09:26:15.481992 run create_hlr_db(pid=20221): Terminated: ok {rc=0}\u000a09:26:15.940906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20223): Launched\u000a09:26:16.385777 run osmo-hlr_10.42.42.2(pid=20224): Launched\u000a09:26:16.587590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:17.178734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20226): Launched\u000a09:26:17.500375 run osmo-stp_10.42.42.5(pid=20227): Launched\u000a09:26:17.629545 tst emergency_preemptive_call.py: using MSISDN 7132\u000a09:26:17.786670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:26:18.363565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20229): Launched\u000a09:26:18.680637 run osmo-msc_10.42.42.6(pid=20230): Launched\u000a09:26:18.866992 run osmo-stp_10.42.42.5(pid=20227): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20227)]\u000a09:26:19.001156 run osmo-stp_10.42.42.5(pid=20227): stdout: \u000a| (launched: 2022-12-09_09:26:17.342520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:19.135995 run osmo-stp_10.42.42.5(pid=20227): stderr: \u000a| �[0;m�[38;5;43m20221209092617531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092617531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092617532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092617532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092617533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092617533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092617533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:19.263879 run osmo-stp_10.42.42.5(pid=20227): stdout: \u000a| (launched: 2022-12-09_09:26:17.342520)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:19.390616 run osmo-stp_10.42.42.5(pid=20227): stderr: \u000a| �[0;m�[38;5;43m20221209092617531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092617531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092617532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092617532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092617533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092617533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092617533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:19.445888 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20227): Process ended prematurely: osmo-stp_10.42.42.5(pid=20227) [trial-2357↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20227)] [trial-2357↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a09:26:19.454769 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a09:26:19.518001 run osmo-hlr_10.42.42.2(pid=20224): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20224)]\u000a09:26:19.569395 run osmo-hlr_10.42.42.2(pid=20224): stdout: \u000a| (launched: 2022-12-09_09:26:16.133265) \u000a09:26:19.621333 run osmo-hlr_10.42.42.2(pid=20224): stderr: \u000a| �[0;m�[1;31m20221209092616323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092616323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092616323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092616323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092616323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092616323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092616340 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092616355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092616355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092616355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:19.691917 run osmo-msc_10.42.42.6(pid=20230): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20230)]\u000a09:26:19.743034 run osmo-msc_10.42.42.6(pid=20230): stdout: \u000a| (launched: 2022-12-09_09:26:18.524666) \u000a09:26:19.795066 run osmo-msc_10.42.42.6(pid=20230): stderr: \u000a| �[0;m�[38;5;43m20221209092618844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092618844 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f66fe786c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092618844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092618844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092618844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092618845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092618846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092618847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092618847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092618847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:26:19.839302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20223): Terminating (SIGTERM)\u000a09:26:19.880930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20226): Terminating (SIGTERM)\u000a09:26:19.923130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20229): Terminating (SIGTERM)\u000a09:26:19.932882 --- ParallelTerminationStrategy: PID 20223 died...\u000a09:26:19.988611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20223): Terminated: ok {rc=0}\u000a09:26:19.999044 --- ParallelTerminationStrategy: PID 20226 died...\u000a09:26:20.054767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20226): Terminated: ok {rc=0}\u000a09:26:20.064838 --- ParallelTerminationStrategy: PID 20229 died...\u000a09:26:20.121453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20229): Terminated: ok {rc=0}\u000a09:26:20.207889 bus /sierra_9: Setting Powered False\u000a09:26:21.313650 bus /sierra_9: Setting Powered False\u000a09:26:22.420264 bus /sierra_8: Setting Powered False\u000a09:26:23.519787 bus /sierra_8: Setting Powered False\u000a09:26:24.629948 bus /sierra_3: Setting Powered False\u000a09:26:25.731368 bus /sierra_3: Setting Powered False\u000a09:26:26.842249 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:26:02" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20245): Process ended prematurely: osmo-stp_10.42.42.5(pid=20245) [trial-2357↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20245)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20245): Process ended prematurely: osmo-stp_10.42.42.5(pid=20245) [trial-2357↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:26:28.969130 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:28.980491 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:26:29.112218 tst cs_paging_gprs_active.py: using LAC 20507\u000a09:26:29.236360 tst cs_paging_gprs_active.py: using RAC 107\u000a09:26:29.360777 tst cs_paging_gprs_active.py: using CellId 20507\u000a09:26:29.489556 tst cs_paging_gprs_active.py: using BVCI 20508\u000a09:26:29.514135 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:29.525540 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:29.536469 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:29.547712 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:29.559292 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:29.570707 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:29.582514 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:29.593650 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:29.605228 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:29.724304 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:30.001230 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:26:30.126544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:30.437547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20235): Launched\u000a09:26:30.696016 run iperf3-srv_10.42.42.10(pid=20236): Launched\u000a09:26:30.895160 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:26:31.027350 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:31.359130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20237): Launched\u000a09:26:31.683212 run iperf3-srv_10.42.42.10(pid=20238): Launched\u000a09:26:31.898256 tst cs_paging_gprs_active.py:38: start network...\u000a09:26:32.026534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:32.514255 run create_hlr_db(pid=20239): Launched\u000a09:26:32.686563 bus /sierra_2: Setting Powered False\u000a09:26:33.708304 run create_hlr_db(pid=20239): Terminated: ok {rc=0}\u000a09:26:34.134481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20241): Launched\u000a09:26:34.457147 run osmo-hlr_10.42.42.2(pid=20242): Launched\u000a09:26:34.576816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:35.139456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20244): Launched\u000a09:26:35.462911 run osmo-stp_10.42.42.5(pid=20245): Launched\u000a09:26:35.581351 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:26:36.144210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20247): Launched\u000a09:26:36.260072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:26:36.541946 run patchelf(pid=20248): Launched\u000a09:26:36.731106 run osmo-stp_10.42.42.5(pid=20245): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20245)]\u000a09:26:36.869084 run osmo-stp_10.42.42.5(pid=20245): stdout: \u000a| (launched: 2022-12-09_09:26:35.304143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:37.007464 run osmo-stp_10.42.42.5(pid=20245): stderr: \u000a| �[0;m�[38;5;43m20221209092635491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092635491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092635491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092635492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092635492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092635492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092635492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:37.142072 run osmo-stp_10.42.42.5(pid=20245): stdout: \u000a| (launched: 2022-12-09_09:26:35.304143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:37.274592 run osmo-stp_10.42.42.5(pid=20245): stderr: \u000a| �[0;m�[38;5;43m20221209092635491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092635491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092635491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092635492 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092635492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092635492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092635492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:37.429101 run patchelf(pid=20248): Terminating (SIGINT)\u000a09:26:37.610216 run patchelf(pid=20248): Terminated: ok {rc=0}\u000a09:26:37.643207 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20245): Process ended prematurely: osmo-stp_10.42.42.5(pid=20245) [trial-2357↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20245)] [trial-2357↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a09:26:37.653064 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:26:37.716065 run osmo-hlr_10.42.42.2(pid=20242): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20242)]\u000a09:26:37.766892 run osmo-hlr_10.42.42.2(pid=20242): stdout: \u000a| (launched: 2022-12-09_09:26:34.298731) \u000a09:26:37.819211 run osmo-hlr_10.42.42.2(pid=20242): stderr: \u000a| �[0;m�[1;31m20221209092634494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092634494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092634494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092634494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092634494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092634494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092634507 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092634515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092634515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092634515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:37.863325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20235): Terminating (SIGTERM)\u000a09:26:37.905171 run iperf3-srv_10.42.42.10(pid=20236): Terminating (SIGTERM)\u000a09:26:37.946965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20237): Terminating (SIGTERM)\u000a09:26:37.988797 run iperf3-srv_10.42.42.10(pid=20238): Terminating (SIGTERM)\u000a09:26:38.030832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20241): Terminating (SIGTERM)\u000a09:26:38.072856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20244): Terminating (SIGTERM)\u000a09:26:38.114916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20247): Terminating (SIGTERM)\u000a09:26:38.124890 --- ParallelTerminationStrategy: PID 20235 died...\u000a09:26:38.180710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20235): Terminated: ok {rc=0}\u000a09:26:38.190826 --- ParallelTerminationStrategy: PID 20236 died...\u000a09:26:38.245888 run iperf3-srv_10.42.42.10(pid=20236): Terminated {rc=256}\u000a09:26:38.256009 --- ParallelTerminationStrategy: PID 20237 died...\u000a09:26:38.311388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20237): Terminated: ok {rc=0}\u000a09:26:38.321485 --- ParallelTerminationStrategy: PID 20238 died...\u000a09:26:38.376284 run iperf3-srv_10.42.42.10(pid=20238): Terminated {rc=256}\u000a09:26:38.386568 --- ParallelTerminationStrategy: PID 20241 died...\u000a09:26:38.441885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20241): Terminated: ok {rc=0}\u000a09:26:38.451859 --- ParallelTerminationStrategy: PID 20244 died...\u000a09:26:38.507183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20244): Terminated: ok {rc=0}\u000a09:26:38.517153 --- ParallelTerminationStrategy: PID 20247 died...\u000a09:26:38.572399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20247): Terminated: ok {rc=0}\u000a09:26:38.657659 bus /gobi_0: Setting Powered False\u000a09:26:39.764173 bus /gobi_0: Setting Powered False\u000a09:26:40.876350 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20257): Process ended prematurely: osmo-stp_10.42.42.5(pid=20257) [trial-2357↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20257)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20257): Process ended prematurely: osmo-stp_10.42.42.5(pid=20257) [trial-2357↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a09:26:41.985267 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:41.996493 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:26:42.136333 tst iperf3.py: using LAC 20508\u000a09:26:42.261081 tst iperf3.py: using RAC 108\u000a09:26:42.385572 tst iperf3.py: using CellId 20508\u000a09:26:42.509758 tst iperf3.py: using BVCI 20509\u000a09:26:42.534502 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:42.546136 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:42.557500 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:42.569177 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:42.580539 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:42.591981 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:42.603756 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:42.615177 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:42.626856 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:42.909591 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:26:43.035395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:43.346415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20249): Launched\u000a09:26:43.605596 run iperf3-srv_10.42.42.10(pid=20250): Launched\u000a09:26:43.788439 tst iperf3.py:8: start network...\u000a09:26:43.914137 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:44.398345 run create_hlr_db(pid=20251): Launched\u000a09:26:44.570152 bus /gobi_6: Setting Powered False\u000a09:26:45.593122 run create_hlr_db(pid=20251): Terminated: ok {rc=0}\u000a09:26:46.053628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20253): Launched\u000a09:26:46.481194 run osmo-hlr_10.42.42.2(pid=20254): Launched\u000a09:26:46.627683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:47.275575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20256): Launched\u000a09:26:47.602365 run osmo-stp_10.42.42.5(pid=20257): Launched\u000a09:26:47.724533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:26:48.289466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20259): Launched\u000a09:26:48.406550 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:26:48.688496 run patchelf(pid=20260): Launched\u000a09:26:48.877509 run osmo-stp_10.42.42.5(pid=20257): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20257)]\u000a09:26:49.015481 run osmo-stp_10.42.42.5(pid=20257): stdout: \u000a| (launched: 2022-12-09_09:26:47.442458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:49.154959 run osmo-stp_10.42.42.5(pid=20257): stderr: \u000a| �[0;m�[38;5;43m20221209092647628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092647628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092647628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092647629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:49.289019 run osmo-stp_10.42.42.5(pid=20257): stdout: \u000a| (launched: 2022-12-09_09:26:47.442458)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:26:49.422110 run osmo-stp_10.42.42.5(pid=20257): stderr: \u000a| �[0;m�[38;5;43m20221209092647628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092647628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092647628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092647629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:26:49.576136 run patchelf(pid=20260): Terminating (SIGINT)\u000a09:26:49.757549 run patchelf(pid=20260): Terminated: ok {rc=0}\u000a09:26:49.790717 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20257): Process ended prematurely: osmo-stp_10.42.42.5(pid=20257) [trial-2357↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20257)] [trial-2357↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a09:26:49.800664 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:26:49.864171 run osmo-hlr_10.42.42.2(pid=20254): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20254)]\u000a09:26:49.915358 run osmo-hlr_10.42.42.2(pid=20254): stdout: \u000a| (launched: 2022-12-09_09:26:46.221622) \u000a09:26:49.967623 run osmo-hlr_10.42.42.2(pid=20254): stderr: \u000a| �[0;m�[1;31m20221209092646419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092646419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092646419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092646419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092646419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092646419 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092646435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092646451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092646452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092646452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:26:50.011858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20249): Terminating (SIGTERM)\u000a09:26:50.053920 run iperf3-srv_10.42.42.10(pid=20250): Terminating (SIGTERM)\u000a09:26:50.096796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20253): Terminating (SIGTERM)\u000a09:26:50.138993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20256): Terminating (SIGTERM)\u000a09:26:50.180765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20259): Terminating (SIGTERM)\u000a09:26:50.190939 --- ParallelTerminationStrategy: PID 20249 died...\u000a09:26:50.247099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20249): Terminated: ok {rc=0}\u000a09:26:50.257273 --- ParallelTerminationStrategy: PID 20250 died...\u000a09:26:50.312898 run iperf3-srv_10.42.42.10(pid=20250): Terminated {rc=256}\u000a09:26:50.323077 --- ParallelTerminationStrategy: PID 20253 died...\u000a09:26:50.378990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20253): Terminated: ok {rc=0}\u000a09:26:50.389192 --- ParallelTerminationStrategy: PID 20256 died...\u000a09:26:50.445033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20256): Terminated: ok {rc=0}\u000a09:26:50.455398 --- ParallelTerminationStrategy: PID 20259 died...\u000a09:26:50.511054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20259): Terminated: ok {rc=0}\u000a09:26:50.598599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20275): Process ended prematurely: osmo-stp_10.42.42.5(pid=20275) [trial-2357↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20275): Process ended prematurely: osmo-stp_10.42.42.5(pid=20275) [trial-2357↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a09:26:51.709517 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:51.720734 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:26:51.846642 tst iperf3m4.py: using LAC 20509\u000a09:26:51.963497 tst iperf3m4.py: using RAC 109\u000a09:26:52.083022 tst iperf3m4.py: using CellId 20509\u000a09:26:52.202882 tst iperf3m4.py: using BVCI 20510\u000a09:26:52.225855 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:52.236665 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:52.247548 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:52.258290 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:52.268860 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:52.279449 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:52.290281 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:52.300802 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:26:52.311599 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:52.431926 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:52.553464 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:52.673883 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:26:52.952570 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:26:53.079535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:53.393023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20261): Launched\u000a09:26:53.653286 run iperf3-srv_10.42.42.10(pid=20262): Launched\u000a09:26:53.836209 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:26:53.961680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:54.274716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20263): Launched\u000a09:26:54.534997 run iperf3-srv_10.42.42.10(pid=20264): Launched\u000a09:26:54.717967 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:26:54.843598 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:55.156895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20265): Launched\u000a09:26:55.416537 run iperf3-srv_10.42.42.10(pid=20266): Launched\u000a09:26:55.599703 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:26:55.725215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:26:56.038100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20267): Launched\u000a09:26:56.298032 run iperf3-srv_10.42.42.10(pid=20268): Launched\u000a09:26:56.481602 tst iperf3m4.py:8: start network...\u000a09:26:56.606953 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:26:57.089848 run create_hlr_db(pid=20269): Launched\u000a09:26:57.262533 bus /gobi_6: Setting Powered False\u000a09:26:58.284222 run create_hlr_db(pid=20269): Terminated: ok {rc=0}\u000a09:26:58.712278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20271): Launched\u000a09:26:59.035943 run osmo-hlr_10.42.42.2(pid=20272): Launched\u000a09:26:59.156911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:26:59.719920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20274): Launched\u000a09:27:00.043377 run osmo-stp_10.42.42.5(pid=20275): Launched\u000a09:27:00.161416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:27:00.725287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20277): Launched\u000a09:27:00.841740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:27:01.171116 run patchelf(pid=20278): Launched\u000a09:27:01.355090 run osmo-stp_10.42.42.5(pid=20275): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)]\u000a09:27:01.489905 run osmo-stp_10.42.42.5(pid=20275): stdout: \u000a| (launched: 2022-12-09_09:26:59.884534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:01.623901 run osmo-stp_10.42.42.5(pid=20275): stderr: \u000a| �[0;m�[38;5;43m20221209092700072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092700072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092700072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092700073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092700073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092700073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092700073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:01.754320 run osmo-stp_10.42.42.5(pid=20275): stdout: \u000a| (launched: 2022-12-09_09:26:59.884534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:01.883119 run osmo-stp_10.42.42.5(pid=20275): stderr: \u000a| �[0;m�[38;5;43m20221209092700072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092700072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092700072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092700073 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092700073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092700073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092700073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:02.032169 run patchelf(pid=20278): Terminating (SIGINT)\u000a09:27:02.207604 run patchelf(pid=20278): Terminated: ok {rc=0}\u000a09:27:02.240662 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20275): Process ended prematurely: osmo-stp_10.42.42.5(pid=20275) [trial-2357↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)] [trial-2357↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a09:27:02.250912 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a09:27:02.311952 run osmo-hlr_10.42.42.2(pid=20272): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20272)]\u000a09:27:02.361120 run osmo-hlr_10.42.42.2(pid=20272): stdout: \u000a| (launched: 2022-12-09_09:26:58.877211) \u000a09:27:02.410631 run osmo-hlr_10.42.42.2(pid=20272): stderr: \u000a| �[0;m�[1;31m20221209092659073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092659073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092659073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092659073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092659074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092659074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092659088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092659098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092659098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092659098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:02.452812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20261): Terminating (SIGTERM)\u000a09:27:02.492266 run iperf3-srv_10.42.42.10(pid=20262): Terminating (SIGTERM)\u000a09:27:02.531786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20263): Terminating (SIGTERM)\u000a09:27:02.571216 run iperf3-srv_10.42.42.10(pid=20264): Terminating (SIGTERM)\u000a09:27:02.610695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20265): Terminating (SIGTERM)\u000a09:27:02.649885 run iperf3-srv_10.42.42.10(pid=20266): Terminating (SIGTERM)\u000a09:27:02.689084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20267): Terminating (SIGTERM)\u000a09:27:02.728287 run iperf3-srv_10.42.42.10(pid=20268): Terminating (SIGTERM)\u000a09:27:02.767593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20271): Terminating (SIGTERM)\u000a09:27:02.806878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20274): Terminating (SIGTERM)\u000a09:27:02.846333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20277): Terminating (SIGTERM)\u000a09:27:02.855343 --- ParallelTerminationStrategy: PID 20261 died...\u000a09:27:02.908278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20261): Terminated: ok {rc=0}\u000a09:27:02.918047 --- ParallelTerminationStrategy: PID 20262 died...\u000a09:27:02.970813 run iperf3-srv_10.42.42.10(pid=20262): Terminated {rc=256}\u000a09:27:02.980452 --- ParallelTerminationStrategy: PID 20263 died...\u000a09:27:03.033609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20263): Terminated: ok {rc=0}\u000a09:27:03.043305 --- ParallelTerminationStrategy: PID 20264 died...\u000a09:27:03.097436 run iperf3-srv_10.42.42.10(pid=20264): Terminated {rc=256}\u000a09:27:03.107065 --- ParallelTerminationStrategy: PID 20265 died...\u000a09:27:03.159643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20265): Terminated: ok {rc=0}\u000a09:27:03.169219 --- ParallelTerminationStrategy: PID 20266 died...\u000a09:27:03.221486 run iperf3-srv_10.42.42.10(pid=20266): Terminated {rc=256}\u000a09:27:03.230975 --- ParallelTerminationStrategy: PID 20267 died...\u000a09:27:03.283620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20267): Terminated: ok {rc=0}\u000a09:27:03.293197 --- ParallelTerminationStrategy: PID 20268 died...\u000a09:27:03.345666 run iperf3-srv_10.42.42.10(pid=20268): Terminated {rc=256}\u000a09:27:03.355197 --- ParallelTerminationStrategy: PID 20271 died...\u000a09:27:03.407668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20271): Terminated: ok {rc=0}\u000a09:27:03.417315 --- ParallelTerminationStrategy: PID 20274 died...\u000a09:27:03.470229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20274): Terminated: ok {rc=0}\u000a09:27:03.479787 --- ParallelTerminationStrategy: PID 20277 died...\u000a09:27:03.532433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20277): Terminated: ok {rc=0}\u000a09:27:03.616508 bus /gobi_4: Setting Powered False\u000a09:27:04.724088 bus /gobi_4: Setting Powered False\u000a09:27:05.834374 bus /gobi_1: Setting Powered False\u000a09:27:06.936984 bus /gobi_1: Setting Powered False\u000a09:27:08.047772 bus /gobi_0: Setting Powered False\u000a09:27:09.149689 bus /gobi_0: Setting Powered False\u000a09:27:10.260476 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20286): Process ended prematurely: osmo-stp_10.42.42.5(pid=20286) [trial-2357↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20286)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20286): Process ended prematurely: osmo-stp_10.42.42.5(pid=20286) [trial-2357↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a09:27:11.327368 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:11.338940 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:27:11.461870 tst ping.py: using LAC 20510\u000a09:27:11.585374 tst ping.py: using RAC 110\u000a09:27:11.702903 tst ping.py: using CellId 20510\u000a09:27:11.818920 tst ping.py: using BVCI 20511\u000a09:27:11.841809 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:11.852756 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:11.863599 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:11.874559 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:11.885242 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:11.895929 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:11.906734 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:11.917518 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:27:12.187254 tst ping.py:19: start network...\u000a09:27:12.309242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:12.782802 run create_hlr_db(pid=20280): Launched\u000a09:27:12.952271 bus /gobi_6: Setting Powered False\u000a09:27:13.972138 run create_hlr_db(pid=20280): Terminated: ok {rc=0}\u000a09:27:14.390282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20282): Launched\u000a09:27:14.685229 run osmo-hlr_10.42.42.2(pid=20283): Launched\u000a09:27:14.796250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:15.311796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20285): Launched\u000a09:27:15.607528 run osmo-stp_10.42.42.5(pid=20286): Launched\u000a09:27:15.714530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:27:16.264442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20288): Launched\u000a09:27:16.382684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:27:16.685230 run patchelf(pid=20289): Launched\u000a09:27:16.877864 run osmo-stp_10.42.42.5(pid=20286): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20286)]\u000a09:27:17.019438 run osmo-stp_10.42.42.5(pid=20286): stdout: \u000a| (launched: 2022-12-09_09:27:15.461972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:17.161747 run osmo-stp_10.42.42.5(pid=20286): stderr: \u000a| �[0;m�[38;5;43m20221209092715629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092715629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092715629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092715630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:17.295164 run osmo-stp_10.42.42.5(pid=20286): stdout: \u000a| (launched: 2022-12-09_09:27:15.461972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:17.425874 run osmo-stp_10.42.42.5(pid=20286): stderr: \u000a| �[0;m�[38;5;43m20221209092715629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092715629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092715629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092715630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092715630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:17.577612 run patchelf(pid=20289): Terminating (SIGINT)\u000a09:27:17.756068 run patchelf(pid=20289): Terminated: ok {rc=0}\u000a09:27:17.788657 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20286): Process ended prematurely: osmo-stp_10.42.42.5(pid=20286) [trial-2357↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20286)] [trial-2357↪gprs:nanobts+band-1900↪ping.py:22]\u000a09:27:17.798217 tst ping.py:22: Test FAILED (6.5 sec)\u000a09:27:17.861924 run osmo-hlr_10.42.42.2(pid=20283): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20283)]\u000a09:27:17.913377 run osmo-hlr_10.42.42.2(pid=20283): stdout: \u000a| (launched: 2022-12-09_09:27:14.540129) \u000a09:27:17.964884 run osmo-hlr_10.42.42.2(pid=20283): stderr: \u000a| �[0;m�[1;31m20221209092714713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092714713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092714713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092714714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092714714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092714714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092714726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092714735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092714735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092714735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:18.009210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20282): Terminating (SIGTERM)\u000a09:27:18.050899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20285): Terminating (SIGTERM)\u000a09:27:18.092826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20288): Terminating (SIGTERM)\u000a09:27:18.103141 --- ParallelTerminationStrategy: PID 20282 died...\u000a09:27:18.159159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20282): Terminated: ok {rc=0}\u000a09:27:18.169473 --- ParallelTerminationStrategy: PID 20285 died...\u000a09:27:18.225405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20285): Terminated: ok {rc=0}\u000a09:27:18.235874 --- ParallelTerminationStrategy: PID 20288 died...\u000a09:27:18.291684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20288): Terminated: ok {rc=0}\u000a09:27:18.377709 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20296): Process ended prematurely: osmo-stp_10.42.42.5(pid=20296) [trial-2357↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20296)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20296): Process ended prematurely: osmo-stp_10.42.42.5(pid=20296) [trial-2357↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a09:27:19.431402 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:19.444061 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a09:27:19.578240 tst ping_idle_ping.py: using LAC 20511\u000a09:27:19.701531 tst ping_idle_ping.py: using RAC 111\u000a09:27:19.830164 tst ping_idle_ping.py: using CellId 20511\u000a09:27:19.952675 tst ping_idle_ping.py: using BVCI 20512\u000a09:27:19.977079 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:19.988470 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:19.999779 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:20.011337 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:20.022680 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:20.034046 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:20.045835 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a09:27:20.057266 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a09:27:20.334089 tst ping_idle_ping.py:24: start network...\u000a09:27:20.457663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:20.936761 run create_hlr_db(pid=20290): Launched\u000a09:27:21.108193 bus /gobi_6: Setting Powered False\u000a09:27:22.129239 run create_hlr_db(pid=20290): Terminated: ok {rc=0}\u000a09:27:22.525492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20292): Launched\u000a09:27:22.822231 run osmo-hlr_10.42.42.2(pid=20293): Launched\u000a09:27:22.939870 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:23.465353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20295): Launched\u000a09:27:23.762332 run osmo-stp_10.42.42.5(pid=20296): Launched\u000a09:27:23.869004 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:27:24.385801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20298): Launched\u000a09:27:24.490933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:27:24.749631 run patchelf(pid=20299): Launched\u000a09:27:24.923188 run osmo-stp_10.42.42.5(pid=20296): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20296)]\u000a09:27:25.049679 run osmo-stp_10.42.42.5(pid=20296): stdout: \u000a| (launched: 2022-12-09_09:27:23.615863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:25.176597 run osmo-stp_10.42.42.5(pid=20296): stderr: \u000a| �[0;m�[38;5;43m20221209092723781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092723781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092723782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092723782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092723783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092723783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092723783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:25.300094 run osmo-stp_10.42.42.5(pid=20296): stdout: \u000a| (launched: 2022-12-09_09:27:23.615863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:25.421826 run osmo-stp_10.42.42.5(pid=20296): stderr: \u000a| �[0;m�[38;5;43m20221209092723781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092723781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092723782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092723782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092723783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092723783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092723783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:25.562996 run patchelf(pid=20299): Terminating (SIGINT)\u000a09:27:25.729212 run patchelf(pid=20299): Terminated: ok {rc=0}\u000a09:27:25.759431 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20296): Process ended prematurely: osmo-stp_10.42.42.5(pid=20296) [trial-2357↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20296)] [trial-2357↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a09:27:25.768059 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:27:25.827388 run osmo-hlr_10.42.42.2(pid=20293): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20293)]\u000a09:27:25.875537 run osmo-hlr_10.42.42.2(pid=20293): stdout: \u000a| (launched: 2022-12-09_09:27:22.676718) \u000a09:27:25.924133 run osmo-hlr_10.42.42.2(pid=20293): stderr: \u000a| �[0;m�[1;31m20221209092722847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092722847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092722848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092722848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092722848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092722848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092722860 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092722869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092722869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092722869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:25.965802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20292): Terminating (SIGTERM)\u000a09:27:26.005053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20295): Terminating (SIGTERM)\u000a09:27:26.044340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20298): Terminating (SIGTERM)\u000a09:27:26.053597 --- ParallelTerminationStrategy: PID 20292 died...\u000a09:27:26.105975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20292): Terminated: ok {rc=0}\u000a09:27:26.115494 --- ParallelTerminationStrategy: PID 20295 died...\u000a09:27:26.167583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20295): Terminated: ok {rc=0}\u000a09:27:26.177181 --- ParallelTerminationStrategy: PID 20298 died...\u000a09:27:26.229228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20298): Terminated: ok {rc=0}\u000a09:27:26.311543 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:26:28" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20315): Process ended prematurely: osmo-stp_10.42.42.5(pid=20315) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20315)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20315): Process ended prematurely: osmo-stp_10.42.42.5(pid=20315) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:27:28.437153 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:28.448119 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:27:28.576061 tst cs_paging_gprs_active.py: using LAC 20512\u000a09:27:28.695383 tst cs_paging_gprs_active.py: using RAC 112\u000a09:27:28.815149 tst cs_paging_gprs_active.py: using CellId 20512\u000a09:27:28.933082 tst cs_paging_gprs_active.py: using BVCI 20513\u000a09:27:28.955934 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:28.967066 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:28.977959 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:28.988788 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:28.999644 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:29.010593 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:29.021555 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:29.032347 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:29.043403 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:27:29.162846 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:27:29.458350 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:27:29.593851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:27:29.926324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20305): Launched\u000a09:27:30.203103 run iperf3-srv_10.42.42.10(pid=20306): Launched\u000a09:27:30.400545 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:27:30.534961 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:27:30.868784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20307): Launched\u000a09:27:31.161304 run iperf3-srv_10.42.42.10(pid=20308): Launched\u000a09:27:31.363510 tst cs_paging_gprs_active.py:38: start network...\u000a09:27:31.502466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:32.061772 run create_hlr_db(pid=20309): Launched\u000a09:27:32.257294 bus /gobi_6: Setting Powered False\u000a09:27:33.272930 run create_hlr_db(pid=20309): Terminated: ok {rc=0}\u000a09:27:33.678490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20311): Launched\u000a09:27:33.979373 run osmo-hlr_10.42.42.2(pid=20312): Launched\u000a09:27:34.097359 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:34.626577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20314): Launched\u000a09:27:34.926758 run osmo-stp_10.42.42.5(pid=20315): Launched\u000a09:27:35.035008 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:27:35.562339 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20317): Launched\u000a09:27:35.669704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:27:35.933156 run patchelf(pid=20322): Launched\u000a09:27:36.110062 run osmo-stp_10.42.42.5(pid=20315): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20315)]\u000a09:27:36.239115 run osmo-stp_10.42.42.5(pid=20315): stdout: \u000a| (launched: 2022-12-09_09:27:34.779632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:36.368599 run osmo-stp_10.42.42.5(pid=20315): stderr: \u000a| �[0;m�[38;5;43m20221209092734948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092734948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092734948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092734949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092734949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092734949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092734949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:36.493620 run osmo-stp_10.42.42.5(pid=20315): stdout: \u000a| (launched: 2022-12-09_09:27:34.779632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:36.617485 run osmo-stp_10.42.42.5(pid=20315): stderr: \u000a| �[0;m�[38;5;43m20221209092734948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092734948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092734948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092734949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092734949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092734949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092734949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:36.761101 run patchelf(pid=20322): Terminating (SIGINT)\u000a09:27:36.930253 run patchelf(pid=20322): Terminated: ok {rc=0}\u000a09:27:36.961447 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20315): Process ended prematurely: osmo-stp_10.42.42.5(pid=20315) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20315)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:27:36.970699 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a09:27:37.030250 run osmo-hlr_10.42.42.2(pid=20312): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20312)]\u000a09:27:37.078600 run osmo-hlr_10.42.42.2(pid=20312): stdout: \u000a| (launched: 2022-12-09_09:27:33.831665) \u000a09:27:37.127714 run osmo-hlr_10.42.42.2(pid=20312): stderr: \u000a| �[0;m�[1;31m20221209092734005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092734005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092734005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092734005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092734005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092734005 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092734017 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092734027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092734027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092734027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:37.169597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20305): Terminating (SIGTERM)\u000a09:27:37.208976 run iperf3-srv_10.42.42.10(pid=20306): Terminating (SIGTERM)\u000a09:27:37.248196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20307): Terminating (SIGTERM)\u000a09:27:37.287461 run iperf3-srv_10.42.42.10(pid=20308): Terminating (SIGTERM)\u000a09:27:37.326862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20311): Terminating (SIGTERM)\u000a09:27:37.366423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20314): Terminating (SIGTERM)\u000a09:27:37.406050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20317): Terminating (SIGTERM)\u000a09:27:37.415181 --- ParallelTerminationStrategy: PID 20305 died...\u000a09:27:37.467819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20305): Terminated: ok {rc=0}\u000a09:27:37.477396 --- ParallelTerminationStrategy: PID 20306 died...\u000a09:27:37.529412 run iperf3-srv_10.42.42.10(pid=20306): Terminated {rc=256}\u000a09:27:37.538832 --- ParallelTerminationStrategy: PID 20307 died...\u000a09:27:37.590886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20307): Terminated: ok {rc=0}\u000a09:27:37.600277 --- ParallelTerminationStrategy: PID 20308 died...\u000a09:27:37.652265 run iperf3-srv_10.42.42.10(pid=20308): Terminated {rc=256}\u000a09:27:37.661756 --- ParallelTerminationStrategy: PID 20311 died...\u000a09:27:37.714053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20311): Terminated: ok {rc=0}\u000a09:27:37.723471 --- ParallelTerminationStrategy: PID 20314 died...\u000a09:27:37.775759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20314): Terminated: ok {rc=0}\u000a09:27:37.785399 --- ParallelTerminationStrategy: PID 20317 died...\u000a09:27:37.837763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20317): Terminated: ok {rc=0}\u000a09:27:37.926143 bus /gobi_0: Setting Powered False\u000a09:27:39.031741 bus /gobi_0: Setting Powered False\u000a09:27:40.138880 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20331): Process ended prematurely: osmo-stp_10.42.42.5(pid=20331) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20331)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20331): Process ended prematurely: osmo-stp_10.42.42.5(pid=20331) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:27:41.252346 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:41.264479 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:27:41.403501 tst iperf3.py: using LAC 20513\u000a09:27:41.523854 tst iperf3.py: using RAC 113\u000a09:27:41.644498 tst iperf3.py: using CellId 20513\u000a09:27:41.768048 tst iperf3.py: using BVCI 20514\u000a09:27:41.791311 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:41.802544 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:41.813487 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:41.824492 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:41.835295 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:41.846158 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:41.857192 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:41.867970 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:41.878922 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:27:42.171326 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:27:42.306641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:27:42.640467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20323): Launched\u000a09:27:42.918631 run iperf3-srv_10.42.42.10(pid=20324): Launched\u000a09:27:43.116675 tst iperf3.py:8: start network...\u000a09:27:43.252390 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:43.760489 run create_hlr_db(pid=20325): Launched\u000a09:27:43.946613 bus /gobi_6: Setting Powered False\u000a09:27:44.967783 run create_hlr_db(pid=20325): Terminated: ok {rc=0}\u000a09:27:45.370940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20327): Launched\u000a09:27:45.674569 run osmo-hlr_10.42.42.2(pid=20328): Launched\u000a09:27:45.785688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:46.384681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20330): Launched\u000a09:27:46.775249 run osmo-stp_10.42.42.5(pid=20331): Launched\u000a09:27:46.972319 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:27:47.529739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20333): Launched\u000a09:27:47.637584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:27:47.901251 run patchelf(pid=20334): Launched\u000a09:27:48.078593 run osmo-stp_10.42.42.5(pid=20331): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20331)]\u000a09:27:48.207920 run osmo-stp_10.42.42.5(pid=20331): stdout: \u000a| (launched: 2022-12-09_09:27:46.541791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:48.337796 run osmo-stp_10.42.42.5(pid=20331): stderr: \u000a| �[0;m�[38;5;43m20221209092746852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092746856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092746856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092746857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092746857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092746857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092746857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:48.463082 run osmo-stp_10.42.42.5(pid=20331): stdout: \u000a| (launched: 2022-12-09_09:27:46.541791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:27:48.587132 run osmo-stp_10.42.42.5(pid=20331): stderr: \u000a| �[0;m�[38;5;43m20221209092746852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092746856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092746856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092746857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092746857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092746857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092746857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:27:48.731536 run patchelf(pid=20334): Terminating (SIGINT)\u000a09:27:48.901548 run patchelf(pid=20334): Terminated: ok {rc=0}\u000a09:27:48.932574 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20331): Process ended prematurely: osmo-stp_10.42.42.5(pid=20331) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20331)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a09:27:48.941898 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a09:27:49.002112 run osmo-hlr_10.42.42.2(pid=20328): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20328)]\u000a09:27:49.051136 run osmo-hlr_10.42.42.2(pid=20328): stdout: \u000a| (launched: 2022-12-09_09:27:45.525071) \u000a09:27:49.100940 run osmo-hlr_10.42.42.2(pid=20328): stderr: \u000a| �[0;m�[1;31m20221209092745700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092745700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092745700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092745700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092745700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092745700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092745712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092745721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092745721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092745721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:27:49.143477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20323): Terminating (SIGTERM)\u000a09:27:49.183066 run iperf3-srv_10.42.42.10(pid=20324): Terminating (SIGTERM)\u000a09:27:49.222667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20327): Terminating (SIGTERM)\u000a09:27:49.262143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20330): Terminating (SIGTERM)\u000a09:27:49.301609 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20333): Terminating (SIGTERM)\u000a09:27:49.310800 --- ParallelTerminationStrategy: PID 20323 died...\u000a09:27:49.363959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20323): Terminated: ok {rc=0}\u000a09:27:49.373777 --- ParallelTerminationStrategy: PID 20324 died...\u000a09:27:49.426868 run iperf3-srv_10.42.42.10(pid=20324): Terminated {rc=256}\u000a09:27:49.436659 --- ParallelTerminationStrategy: PID 20327 died...\u000a09:27:49.489765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20327): Terminated: ok {rc=0}\u000a09:27:49.499292 --- ParallelTerminationStrategy: PID 20330 died...\u000a09:27:49.551784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20330): Terminated: ok {rc=0}\u000a09:27:49.561413 --- ParallelTerminationStrategy: PID 20333 died...\u000a09:27:49.613768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20333): Terminated: ok {rc=0}\u000a09:27:49.700147 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20349): Process ended prematurely: osmo-stp_10.42.42.5(pid=20349) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20349)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20349): Process ended prematurely: osmo-stp_10.42.42.5(pid=20349) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:27:50.810379 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:50.821998 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:27:50.950890 tst iperf3m4.py: using LAC 20514\u000a09:27:51.071896 tst iperf3m4.py: using RAC 114\u000a09:27:51.192565 tst iperf3m4.py: using CellId 20514\u000a09:27:51.316728 tst iperf3m4.py: using BVCI 20515\u000a09:27:51.339949 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:51.351145 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:51.362190 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:51.373128 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:51.383923 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:51.394788 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:51.405854 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:51.416661 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:27:51.427724 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:27:51.548732 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:27:51.669506 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:27:51.791985 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:27:52.075923 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:27:52.203351 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:27:52.517435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20335): Launched\u000a09:27:52.778615 run iperf3-srv_10.42.42.10(pid=20336): Launched\u000a09:27:52.963169 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:27:53.089121 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:27:53.402132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20337): Launched\u000a09:27:53.663271 run iperf3-srv_10.42.42.10(pid=20338): Launched\u000a09:27:53.847128 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:27:53.972332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:27:54.283947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20339): Launched\u000a09:27:54.543802 run iperf3-srv_10.42.42.10(pid=20340): Launched\u000a09:27:54.727300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:27:54.853007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:27:55.165717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20341): Launched\u000a09:27:55.425414 run iperf3-srv_10.42.42.10(pid=20342): Launched\u000a09:27:55.609684 tst iperf3m4.py:8: start network...\u000a09:27:55.735000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:27:56.218059 run create_hlr_db(pid=20343): Launched\u000a09:27:56.391159 bus /gobi_6: Setting Powered False\u000a09:27:57.412603 run create_hlr_db(pid=20343): Terminated: ok {rc=0}\u000a09:27:57.815271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20345): Launched\u000a09:27:58.118764 run osmo-hlr_10.42.42.2(pid=20346): Launched\u000a09:27:58.234398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:27:58.759171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20348): Launched\u000a09:27:59.061016 run osmo-stp_10.42.42.5(pid=20349): Launched\u000a09:27:59.170876 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:27:59.697501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20351): Launched\u000a09:27:59.804574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:28:00.066873 run patchelf(pid=20352): Launched\u000a09:28:00.242938 run osmo-stp_10.42.42.5(pid=20349): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20349)]\u000a09:28:00.371331 run osmo-stp_10.42.42.5(pid=20349): stdout: \u000a| (launched: 2022-12-09_09:27:58.912654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:00.499713 run osmo-stp_10.42.42.5(pid=20349): stderr: \u000a| �[0;m�[38;5;43m20221209092759080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092759080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092759081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092759081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092759082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092759082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092759082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:00.623868 run osmo-stp_10.42.42.5(pid=20349): stdout: \u000a| (launched: 2022-12-09_09:27:58.912654)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:00.746949 run osmo-stp_10.42.42.5(pid=20349): stderr: \u000a| �[0;m�[38;5;43m20221209092759080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092759080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092759081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092759081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092759082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092759082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092759082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:00.895954 run patchelf(pid=20352): Terminating (SIGINT)\u000a09:28:01.068190 run patchelf(pid=20352): Terminated: ok {rc=0}\u000a09:28:01.100323 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20349): Process ended prematurely: osmo-stp_10.42.42.5(pid=20349) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20349)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:28:01.110597 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a09:28:01.172104 run osmo-hlr_10.42.42.2(pid=20346): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20346)]\u000a09:28:01.221717 run osmo-hlr_10.42.42.2(pid=20346): stdout: \u000a| (launched: 2022-12-09_09:27:57.968880) \u000a09:28:01.272483 run osmo-hlr_10.42.42.2(pid=20346): stderr: \u000a| �[0;m�[1;31m20221209092758144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092758144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092758144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092758144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092758144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092758144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092758156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092758165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092758165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092758165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:01.314924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20335): Terminating (SIGTERM)\u000a09:28:01.355428 run iperf3-srv_10.42.42.10(pid=20336): Terminating (SIGTERM)\u000a09:28:01.396032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20337): Terminating (SIGTERM)\u000a09:28:01.435767 run iperf3-srv_10.42.42.10(pid=20338): Terminating (SIGTERM)\u000a09:28:01.475504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20339): Terminating (SIGTERM)\u000a09:28:01.515556 run iperf3-srv_10.42.42.10(pid=20340): Terminating (SIGTERM)\u000a09:28:01.558227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20341): Terminating (SIGTERM)\u000a09:28:01.598558 run iperf3-srv_10.42.42.10(pid=20342): Terminating (SIGTERM)\u000a09:28:01.638281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20345): Terminating (SIGTERM)\u000a09:28:01.678834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20348): Terminating (SIGTERM)\u000a09:28:01.720053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20351): Terminating (SIGTERM)\u000a09:28:01.729320 --- ParallelTerminationStrategy: PID 20335 died...\u000a09:28:01.782353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20335): Terminated: ok {rc=0}\u000a09:28:01.792138 --- ParallelTerminationStrategy: PID 20336 died...\u000a09:28:01.845083 run iperf3-srv_10.42.42.10(pid=20336): Terminated {rc=256}\u000a09:28:01.855328 --- ParallelTerminationStrategy: PID 20337 died...\u000a09:28:01.909340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20337): Terminated: ok {rc=0}\u000a09:28:01.920187 --- ParallelTerminationStrategy: PID 20338 died...\u000a09:28:01.974404 run iperf3-srv_10.42.42.10(pid=20338): Terminated {rc=256}\u000a09:28:01.984525 --- ParallelTerminationStrategy: PID 20339 died...\u000a09:28:02.037407 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20339): Terminated: ok {rc=0}\u000a09:28:02.047208 --- ParallelTerminationStrategy: PID 20340 died...\u000a09:28:02.099866 run iperf3-srv_10.42.42.10(pid=20340): Terminated {rc=256}\u000a09:28:02.109756 --- ParallelTerminationStrategy: PID 20341 died...\u000a09:28:02.162405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20341): Terminated: ok {rc=0}\u000a09:28:02.172235 --- ParallelTerminationStrategy: PID 20342 died...\u000a09:28:02.224557 run iperf3-srv_10.42.42.10(pid=20342): Terminated {rc=256}\u000a09:28:02.234352 --- ParallelTerminationStrategy: PID 20345 died...\u000a09:28:02.286900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20345): Terminated: ok {rc=0}\u000a09:28:02.296294 --- ParallelTerminationStrategy: PID 20348 died...\u000a09:28:02.348000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20348): Terminated: ok {rc=0}\u000a09:28:02.357614 --- ParallelTerminationStrategy: PID 20351 died...\u000a09:28:02.409318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20351): Terminated: ok {rc=0}\u000a09:28:02.492170 bus /gobi_4: Setting Powered False\u000a09:28:03.594111 bus /gobi_4: Setting Powered False\u000a09:28:04.704506 bus /gobi_1: Setting Powered False\u000a09:28:05.806081 bus /gobi_1: Setting Powered False\u000a09:28:06.916017 bus /gobi_0: Setting Powered False\u000a09:28:08.018813 bus /gobi_0: Setting Powered False\u000a09:28:09.125720 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20359): Process ended prematurely: osmo-stp_10.42.42.5(pid=20359) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20359)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20359): Process ended prematurely: osmo-stp_10.42.42.5(pid=20359) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:28:10.193222 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:10.205463 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:28:10.340710 tst ping.py: using LAC 20515\u000a09:28:10.466686 tst ping.py: using RAC 115\u000a09:28:10.587178 tst ping.py: using CellId 20515\u000a09:28:10.703421 tst ping.py: using BVCI 20516\u000a09:28:10.726179 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:10.737671 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:10.748709 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:10.759769 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:10.770628 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:10.781475 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:10.792490 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:10.803361 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:28:11.094129 tst ping.py:19: start network...\u000a09:28:11.227287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:11.726378 run create_hlr_db(pid=20353): Launched\u000a09:28:11.910900 bus /gobi_6: Setting Powered False\u000a09:28:12.930979 run create_hlr_db(pid=20353): Terminated: ok {rc=0}\u000a09:28:13.354768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20355): Launched\u000a09:28:13.674286 run osmo-hlr_10.42.42.2(pid=20356): Launched\u000a09:28:13.791279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:14.347819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20358): Launched\u000a09:28:14.665481 run osmo-stp_10.42.42.5(pid=20359): Launched\u000a09:28:14.781140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:28:15.336095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20361): Launched\u000a09:28:15.449625 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:28:15.726748 run patchelf(pid=20362): Launched\u000a09:28:15.934032 run osmo-stp_10.42.42.5(pid=20359): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20359)]\u000a09:28:16.073968 run osmo-stp_10.42.42.5(pid=20359): stdout: \u000a| (launched: 2022-12-09_09:28:14.509445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:16.214736 run osmo-stp_10.42.42.5(pid=20359): stderr: \u000a| �[0;m�[38;5;43m20221209092814697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092814698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092814698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092814698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092814699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092814699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092814699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:16.350379 run osmo-stp_10.42.42.5(pid=20359): stdout: \u000a| (launched: 2022-12-09_09:28:14.509445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:16.484705 run osmo-stp_10.42.42.5(pid=20359): stderr: \u000a| �[0;m�[38;5;43m20221209092814697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092814698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092814698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092814698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092814699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092814699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092814699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:16.639992 run patchelf(pid=20362): Terminating (SIGINT)\u000a09:28:16.821955 run patchelf(pid=20362): Terminated: ok {rc=0}\u000a09:28:16.855688 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20359): Process ended prematurely: osmo-stp_10.42.42.5(pid=20359) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20359)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a09:28:16.866165 tst ping.py:22: Test FAILED (6.7 sec)\u000a09:28:16.933634 run osmo-hlr_10.42.42.2(pid=20356): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20356)]\u000a09:28:16.987320 run osmo-hlr_10.42.42.2(pid=20356): stdout: \u000a| (launched: 2022-12-09_09:28:13.516541) \u000a09:28:17.041751 run osmo-hlr_10.42.42.2(pid=20356): stderr: \u000a| �[0;m�[1;31m20221209092813712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092813712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092813712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092813712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092813712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092813712 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092813725 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092813733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092813733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092813733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:17.087862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20355): Terminating (SIGTERM)\u000a09:28:17.132394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20358): Terminating (SIGTERM)\u000a09:28:17.175560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20361): Terminating (SIGTERM)\u000a09:28:17.186303 --- ParallelTerminationStrategy: PID 20355 died...\u000a09:28:17.243609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20355): Terminated: ok {rc=0}\u000a09:28:17.253916 --- ParallelTerminationStrategy: PID 20358 died...\u000a09:28:17.310819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20358): Terminated: ok {rc=0}\u000a09:28:17.321162 --- ParallelTerminationStrategy: PID 20361 died...\u000a09:28:17.378117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20361): Terminated: ok {rc=0}\u000a09:28:17.464686 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20369): Process ended prematurely: osmo-stp_10.42.42.5(pid=20369) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20369)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20369): Process ended prematurely: osmo-stp_10.42.42.5(pid=20369) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20369)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:28:18.516753 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:18.529157 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:28:18.663913 tst ping_idle_ping.py: using LAC 20516\u000a09:28:18.789662 tst ping_idle_ping.py: using RAC 116\u000a09:28:18.915737 tst ping_idle_ping.py: using CellId 20516\u000a09:28:19.031865 tst ping_idle_ping.py: using BVCI 20517\u000a09:28:19.054695 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:19.066210 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:19.077423 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:19.089410 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:19.101592 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:19.112795 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:19.124660 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:28:19.136288 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:28:19.426626 tst ping_idle_ping.py:24: start network...\u000a09:28:19.559318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:20.068923 run create_hlr_db(pid=20363): Launched\u000a09:28:20.254854 bus /gobi_6: Setting Powered False\u000a09:28:21.276197 run create_hlr_db(pid=20363): Terminated: ok {rc=0}\u000a09:28:21.677494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20365): Launched\u000a09:28:21.977703 run osmo-hlr_10.42.42.2(pid=20366): Launched\u000a09:28:22.095694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:22.615548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20368): Launched\u000a09:28:22.912833 run osmo-stp_10.42.42.5(pid=20369): Launched\u000a09:28:23.020209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:28:23.536570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20371): Launched\u000a09:28:23.642028 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:28:23.901148 run patchelf(pid=20372): Launched\u000a09:28:24.074639 run osmo-stp_10.42.42.5(pid=20369): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20369)]\u000a09:28:24.201822 run osmo-stp_10.42.42.5(pid=20369): stdout: \u000a| (launched: 2022-12-09_09:28:22.766748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:24.328862 run osmo-stp_10.42.42.5(pid=20369): stderr: \u000a| �[0;m�[38;5;43m20221209092822935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092822935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092822935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092822936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092822936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092822936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092822936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:24.452196 run osmo-stp_10.42.42.5(pid=20369): stdout: \u000a| (launched: 2022-12-09_09:28:22.766748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:24.574331 run osmo-stp_10.42.42.5(pid=20369): stderr: \u000a| �[0;m�[38;5;43m20221209092822935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092822935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092822935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092822936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092822936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092822936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092822936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:24.715950 run patchelf(pid=20372): Terminating (SIGINT)\u000a09:28:24.882182 run patchelf(pid=20372): Terminated: ok {rc=0}\u000a09:28:24.912385 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20369): Process ended prematurely: osmo-stp_10.42.42.5(pid=20369) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20369)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:28:24.921021 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a09:28:24.979784 run osmo-hlr_10.42.42.2(pid=20366): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20366)]\u000a09:28:25.027933 run osmo-hlr_10.42.42.2(pid=20366): stdout: \u000a| (launched: 2022-12-09_09:28:21.830201) \u000a09:28:25.077000 run osmo-hlr_10.42.42.2(pid=20366): stderr: \u000a| �[0;m�[1;31m20221209092822001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092822001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092822001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092822001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092822001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092822002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092822014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092822025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092822025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092822025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:25.118677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20365): Terminating (SIGTERM)\u000a09:28:25.158068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20368): Terminating (SIGTERM)\u000a09:28:25.197278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20371): Terminating (SIGTERM)\u000a09:28:25.206274 --- ParallelTerminationStrategy: PID 20365 died...\u000a09:28:25.258723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20365): Terminated: ok {rc=0}\u000a09:28:25.268413 --- ParallelTerminationStrategy: PID 20368 died...\u000a09:28:25.320715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20368): Terminated: ok {rc=0}\u000a09:28:25.330161 --- ParallelTerminationStrategy: PID 20371 died...\u000a09:28:25.382220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20371): Terminated: ok {rc=0}\u000a09:28:25.464001 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:27:28" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20388): Process ended prematurely: osmo-stp_10.42.42.5(pid=20388) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20388)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20388): Process ended prematurely: osmo-stp_10.42.42.5(pid=20388) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:28:27.621499 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:27.633107 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:28:27.795944 tst cs_paging_gprs_active.py: using LAC 20517\u000a09:28:27.920151 tst cs_paging_gprs_active.py: using RAC 117\u000a09:28:28.045235 tst cs_paging_gprs_active.py: using CellId 20517\u000a09:28:28.171859 tst cs_paging_gprs_active.py: using BVCI 20518\u000a09:28:28.196702 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:28.208362 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:28.219839 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:28.231610 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:28.243372 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:28.255782 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:28.267520 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:28.279121 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:28.291201 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:28:28.408818 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:28:28.685421 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:28:28.811633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:29.123900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20377): Launched\u000a09:28:29.383443 run iperf3-srv_10.42.42.10(pid=20378): Launched\u000a09:28:29.567063 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:28:29.692550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:30.005182 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20380): Launched\u000a09:28:30.263939 run iperf3-srv_10.42.42.10(pid=20381): Launched\u000a09:28:30.447291 tst cs_paging_gprs_active.py:38: start network...\u000a09:28:30.573089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:31.084843 run create_hlr_db(pid=20382): Launched\u000a09:28:31.279268 bus /gobi_6: Setting Powered False\u000a09:28:32.298072 run create_hlr_db(pid=20382): Terminated: ok {rc=0}\u000a09:28:32.728260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20384): Launched\u000a09:28:33.052583 run osmo-hlr_10.42.42.2(pid=20385): Launched\u000a09:28:33.172197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:33.732517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20387): Launched\u000a09:28:34.055644 run osmo-stp_10.42.42.5(pid=20388): Launched\u000a09:28:34.174860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:28:34.737610 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20390): Launched\u000a09:28:34.853315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:28:35.134662 run patchelf(pid=20391): Launched\u000a09:28:35.324703 run osmo-stp_10.42.42.5(pid=20388): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20388)]\u000a09:28:35.462753 run osmo-stp_10.42.42.5(pid=20388): stdout: \u000a| (launched: 2022-12-09_09:28:33.897441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:35.601710 run osmo-stp_10.42.42.5(pid=20388): stderr: \u000a| �[0;m�[38;5;43m20221209092834086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092834086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092834086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092834087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092834087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092834087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092834087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:35.735579 run osmo-stp_10.42.42.5(pid=20388): stdout: \u000a| (launched: 2022-12-09_09:28:33.897441)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:35.870823 run osmo-stp_10.42.42.5(pid=20388): stderr: \u000a| �[0;m�[38;5;43m20221209092834086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092834086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092834086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092834087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092834087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092834087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092834087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:36.025184 run patchelf(pid=20391): Terminating (SIGINT)\u000a09:28:36.207113 run patchelf(pid=20391): Terminated: ok {rc=0}\u000a09:28:36.240298 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20388): Process ended prematurely: osmo-stp_10.42.42.5(pid=20388) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20388)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:28:36.250239 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:28:36.313765 run osmo-hlr_10.42.42.2(pid=20385): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20385)]\u000a09:28:36.365178 run osmo-hlr_10.42.42.2(pid=20385): stdout: \u000a| (launched: 2022-12-09_09:28:32.893492) \u000a09:28:36.417347 run osmo-hlr_10.42.42.2(pid=20385): stderr: \u000a| �[0;m�[1;31m20221209092833089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092833089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092833089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092833089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092833089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092833089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092833102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092833113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092833113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092833113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:36.462035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20377): Terminating (SIGTERM)\u000a09:28:36.504193 run iperf3-srv_10.42.42.10(pid=20378): Terminating (SIGTERM)\u000a09:28:36.545849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20380): Terminating (SIGTERM)\u000a09:28:36.587788 run iperf3-srv_10.42.42.10(pid=20381): Terminating (SIGTERM)\u000a09:28:36.629944 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20384): Terminating (SIGTERM)\u000a09:28:36.672155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20387): Terminating (SIGTERM)\u000a09:28:36.714156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20390): Terminating (SIGTERM)\u000a09:28:36.723917 --- ParallelTerminationStrategy: PID 20377 died...\u000a09:28:36.780050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20377): Terminated: ok {rc=0}\u000a09:28:36.790095 --- ParallelTerminationStrategy: PID 20378 died...\u000a09:28:36.845449 run iperf3-srv_10.42.42.10(pid=20378): Terminated {rc=256}\u000a09:28:36.855472 --- ParallelTerminationStrategy: PID 20380 died...\u000a09:28:36.911413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20380): Terminated: ok {rc=0}\u000a09:28:36.921852 --- ParallelTerminationStrategy: PID 20381 died...\u000a09:28:36.977269 run iperf3-srv_10.42.42.10(pid=20381): Terminated {rc=256}\u000a09:28:36.987689 --- ParallelTerminationStrategy: PID 20384 died...\u000a09:28:37.043461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20384): Terminated: ok {rc=0}\u000a09:28:37.053947 --- ParallelTerminationStrategy: PID 20387 died...\u000a09:28:37.109651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20387): Terminated: ok {rc=0}\u000a09:28:37.119652 --- ParallelTerminationStrategy: PID 20390 died...\u000a09:28:37.175568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20390): Terminated: ok {rc=0}\u000a09:28:37.261412 bus /gobi_0: Setting Powered False\u000a09:28:38.366979 bus /gobi_0: Setting Powered False\u000a09:28:39.473599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20401): Process ended prematurely: osmo-stp_10.42.42.5(pid=20401) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20401): Process ended prematurely: osmo-stp_10.42.42.5(pid=20401) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:28:40.588846 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:40.601107 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:28:40.760092 tst iperf3.py: using LAC 20518\u000a09:28:40.885792 tst iperf3.py: using RAC 118\u000a09:28:41.013435 tst iperf3.py: using CellId 20518\u000a09:28:41.139238 tst iperf3.py: using BVCI 20519\u000a09:28:41.164306 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:41.175973 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:41.187382 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:41.199300 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:41.210947 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:41.222718 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:41.235159 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:41.246740 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:41.258466 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:28:41.540599 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:28:41.667712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:41.992087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20392): Launched\u000a09:28:42.271024 run iperf3-srv_10.42.42.10(pid=20393): Launched\u000a09:28:42.469706 tst iperf3.py:8: start network...\u000a09:28:42.604513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:43.088446 run create_hlr_db(pid=20394): Launched\u000a09:28:43.261258 bus /gobi_6: Setting Powered False\u000a09:28:44.283609 run create_hlr_db(pid=20394): Terminated: ok {rc=0}\u000a09:28:44.685531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20396): Launched\u000a09:28:44.986652 run osmo-hlr_10.42.42.2(pid=20397): Launched\u000a09:28:45.102744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:45.635030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20400): Launched\u000a09:28:46.052448 run osmo-stp_10.42.42.5(pid=20401): Launched\u000a09:28:46.173971 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:28:46.839396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20403): Launched\u000a09:28:46.959155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:28:47.261060 run patchelf(pid=20404): Launched\u000a09:28:47.451196 run osmo-stp_10.42.42.5(pid=20401): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)]\u000a09:28:47.590982 run osmo-stp_10.42.42.5(pid=20401): stdout: \u000a| (launched: 2022-12-09_09:28:45.788611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:47.730951 run osmo-stp_10.42.42.5(pid=20401): stderr: \u000a| �[0;m�[38;5;43m20221209092846144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092846144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092846158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092846158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092846159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092846159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092846159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:47.865591 run osmo-stp_10.42.42.5(pid=20401): stdout: \u000a| (launched: 2022-12-09_09:28:45.788611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:28:47.999779 run osmo-stp_10.42.42.5(pid=20401): stderr: \u000a| �[0;m�[38;5;43m20221209092846144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092846144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092846158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092846158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092846159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092846159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092846159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:28:48.155662 run patchelf(pid=20404): Terminating (SIGINT)\u000a09:28:48.338428 run patchelf(pid=20404): Terminated: ok {rc=0}\u000a09:28:48.371749 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20401): Process ended prematurely: osmo-stp_10.42.42.5(pid=20401) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:28:48.381770 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a09:28:48.447074 run osmo-hlr_10.42.42.2(pid=20397): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20397)]\u000a09:28:48.499362 run osmo-hlr_10.42.42.2(pid=20397): stdout: \u000a| (launched: 2022-12-09_09:28:44.838973) \u000a09:28:48.551946 run osmo-hlr_10.42.42.2(pid=20397): stderr: \u000a| �[0;m�[1;31m20221209092845014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092845014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092845014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092845014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092845014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092845014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092845027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092845037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092845037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092845037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:28:48.596424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20392): Terminating (SIGTERM)\u000a09:28:48.639108 run iperf3-srv_10.42.42.10(pid=20393): Terminating (SIGTERM)\u000a09:28:48.681858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20396): Terminating (SIGTERM)\u000a09:28:48.724798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20400): Terminating (SIGTERM)\u000a09:28:48.767263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20403): Terminating (SIGTERM)\u000a09:28:48.777770 --- ParallelTerminationStrategy: PID 20392 died...\u000a09:28:48.835013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20392): Terminated: ok {rc=0}\u000a09:28:48.845179 --- ParallelTerminationStrategy: PID 20393 died...\u000a09:28:48.902000 run iperf3-srv_10.42.42.10(pid=20393): Terminated {rc=256}\u000a09:28:48.912188 --- ParallelTerminationStrategy: PID 20396 died...\u000a09:28:48.969156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20396): Terminated: ok {rc=0}\u000a09:28:48.979241 --- ParallelTerminationStrategy: PID 20400 died...\u000a09:28:49.036373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20400): Terminated: ok {rc=0}\u000a09:28:49.046517 --- ParallelTerminationStrategy: PID 20403 died...\u000a09:28:49.103299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20403): Terminated: ok {rc=0}\u000a09:28:49.189706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20419): Process ended prematurely: osmo-stp_10.42.42.5(pid=20419) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20419)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20419): Process ended prematurely: osmo-stp_10.42.42.5(pid=20419) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20419)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:28:50.305149 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:50.317427 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:28:50.472665 tst iperf3m4.py: using LAC 20519\u000a09:28:50.599351 tst iperf3m4.py: using RAC 119\u000a09:28:50.732339 tst iperf3m4.py: using CellId 20519\u000a09:28:50.861217 tst iperf3m4.py: using BVCI 20520\u000a09:28:50.885934 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:50.897669 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:50.909113 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:50.920818 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:50.932392 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:50.944112 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:50.955861 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:50.967500 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:28:50.979616 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:28:51.099565 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:28:51.223604 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:28:51.343014 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:28:51.639570 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:28:51.775411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:52.110041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20405): Launched\u000a09:28:52.389075 run iperf3-srv_10.42.42.10(pid=20406): Launched\u000a09:28:52.587891 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:28:52.723599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:53.058553 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20407): Launched\u000a09:28:53.337147 run iperf3-srv_10.42.42.10(pid=20408): Launched\u000a09:28:53.535866 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:28:53.671053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:54.005770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20409): Launched\u000a09:28:54.284524 run iperf3-srv_10.42.42.10(pid=20410): Launched\u000a09:28:54.482545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:28:54.618109 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:28:54.952602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20411): Launched\u000a09:28:55.231096 run iperf3-srv_10.42.42.10(pid=20412): Launched\u000a09:28:55.428662 tst iperf3m4.py:8: start network...\u000a09:28:55.563724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:28:56.073177 run create_hlr_db(pid=20413): Launched\u000a09:28:56.260280 bus /gobi_6: Setting Powered False\u000a09:28:57.281853 run create_hlr_db(pid=20413): Terminated: ok {rc=0}\u000a09:28:57.711220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20415): Launched\u000a09:28:58.035815 run osmo-hlr_10.42.42.2(pid=20416): Launched\u000a09:28:58.155748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:28:58.720563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20418): Launched\u000a09:28:59.045293 run osmo-stp_10.42.42.5(pid=20419): Launched\u000a09:28:59.163809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:28:59.729733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20421): Launched\u000a09:28:59.845566 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:00.128888 run patchelf(pid=20422): Launched\u000a09:29:00.319533 run osmo-stp_10.42.42.5(pid=20419): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20419)]\u000a09:29:00.458704 run osmo-stp_10.42.42.5(pid=20419): stdout: \u000a| (launched: 2022-12-09_09:28:58.885340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:00.597700 run osmo-stp_10.42.42.5(pid=20419): stderr: \u000a| �[0;m�[38;5;43m20221209092859075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092859075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092859076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092859076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092859077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092859077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092859077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:00.732030 run osmo-stp_10.42.42.5(pid=20419): stdout: \u000a| (launched: 2022-12-09_09:28:58.885340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:00.866306 run osmo-stp_10.42.42.5(pid=20419): stderr: \u000a| �[0;m�[38;5;43m20221209092859075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092859075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092859076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092859076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092859077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092859077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092859077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:01.024458 run patchelf(pid=20422): Terminating (SIGINT)\u000a09:29:01.211192 run patchelf(pid=20422): Terminated: ok {rc=0}\u000a09:29:01.245890 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20419): Process ended prematurely: osmo-stp_10.42.42.5(pid=20419) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20419)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:29:01.256868 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a09:29:01.325467 run osmo-hlr_10.42.42.2(pid=20416): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20416)]\u000a09:29:01.379531 run osmo-hlr_10.42.42.2(pid=20416): stdout: \u000a| (launched: 2022-12-09_09:28:57.875530) \u000a09:29:01.434420 run osmo-hlr_10.42.42.2(pid=20416): stderr: \u000a| �[0;m�[1;31m20221209092858072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092858072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092858072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092858072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092858072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092858072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092858084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092858092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092858093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092858093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:01.481481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20405): Terminating (SIGTERM)\u000a09:29:01.525818 run iperf3-srv_10.42.42.10(pid=20406): Terminating (SIGTERM)\u000a09:29:01.571722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20407): Terminating (SIGTERM)\u000a09:29:01.616092 run iperf3-srv_10.42.42.10(pid=20408): Terminating (SIGTERM)\u000a09:29:01.660423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20409): Terminating (SIGTERM)\u000a09:29:01.704302 run iperf3-srv_10.42.42.10(pid=20410): Terminating (SIGTERM)\u000a09:29:01.751411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20411): Terminating (SIGTERM)\u000a09:29:01.795332 run iperf3-srv_10.42.42.10(pid=20412): Terminating (SIGTERM)\u000a09:29:01.840816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20415): Terminating (SIGTERM)\u000a09:29:01.884936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20418): Terminating (SIGTERM)\u000a09:29:01.929715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20421): Terminating (SIGTERM)\u000a09:29:01.940125 --- ParallelTerminationStrategy: PID 20405 died...\u000a09:29:01.999837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20405): Terminated: ok {rc=0}\u000a09:29:02.010985 --- ParallelTerminationStrategy: PID 20406 died...\u000a09:29:02.070889 run iperf3-srv_10.42.42.10(pid=20406): Terminated {rc=256}\u000a09:29:02.081977 --- ParallelTerminationStrategy: PID 20407 died...\u000a09:29:02.141132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20407): Terminated: ok {rc=0}\u000a09:29:02.152476 --- ParallelTerminationStrategy: PID 20408 died...\u000a09:29:02.210889 run iperf3-srv_10.42.42.10(pid=20408): Terminated {rc=256}\u000a09:29:02.220934 --- ParallelTerminationStrategy: PID 20409 died...\u000a09:29:02.277422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20409): Terminated: ok {rc=0}\u000a09:29:02.287567 --- ParallelTerminationStrategy: PID 20410 died...\u000a09:29:02.343254 run iperf3-srv_10.42.42.10(pid=20410): Terminated {rc=256}\u000a09:29:02.353958 --- ParallelTerminationStrategy: PID 20411 died...\u000a09:29:02.410159 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20411): Terminated: ok {rc=0}\u000a09:29:02.420272 --- ParallelTerminationStrategy: PID 20412 died...\u000a09:29:02.476138 run iperf3-srv_10.42.42.10(pid=20412): Terminated {rc=256}\u000a09:29:02.486221 --- ParallelTerminationStrategy: PID 20415 died...\u000a09:29:02.542016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20415): Terminated: ok {rc=0}\u000a09:29:02.552141 --- ParallelTerminationStrategy: PID 20418 died...\u000a09:29:02.607749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20418): Terminated: ok {rc=0}\u000a09:29:02.618470 --- ParallelTerminationStrategy: PID 20421 died...\u000a09:29:02.674502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20421): Terminated: ok {rc=0}\u000a09:29:02.761359 bus /gobi_4: Setting Powered False\u000a09:29:03.864549 bus /gobi_4: Setting Powered False\u000a09:29:04.971274 bus /gobi_1: Setting Powered False\u000a09:29:06.072397 bus /gobi_1: Setting Powered False\u000a09:29:07.178941 bus /gobi_0: Setting Powered False\u000a09:29:08.284096 bus /gobi_0: Setting Powered False\u000a09:29:09.391476 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20429): Process ended prematurely: osmo-stp_10.42.42.5(pid=20429) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20429)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20429): Process ended prematurely: osmo-stp_10.42.42.5(pid=20429) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:29:10.460895 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:10.473489 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:29:10.628721 tst ping.py: using LAC 20520\u000a09:29:10.752627 tst ping.py: using RAC 120\u000a09:29:10.877104 tst ping.py: using CellId 20520\u000a09:29:11.001159 tst ping.py: using BVCI 20521\u000a09:29:11.025507 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:11.037514 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:11.049102 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:11.060774 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:11.072449 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:11.084170 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:11.096075 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:11.107665 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:29:11.401374 tst ping.py:19: start network...\u000a09:29:11.534409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:12.035418 run create_hlr_db(pid=20423): Launched\u000a09:29:12.221025 bus /gobi_6: Setting Powered False\u000a09:29:13.240478 run create_hlr_db(pid=20423): Terminated: ok {rc=0}\u000a09:29:13.641540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20425): Launched\u000a09:29:13.939895 run osmo-hlr_10.42.42.2(pid=20426): Launched\u000a09:29:14.049938 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:14.575680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20428): Launched\u000a09:29:14.874580 run osmo-stp_10.42.42.5(pid=20429): Launched\u000a09:29:14.992090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:15.550048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20431): Launched\u000a09:29:15.663225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:15.964421 run patchelf(pid=20432): Launched\u000a09:29:16.154207 run osmo-stp_10.42.42.5(pid=20429): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20429)]\u000a09:29:16.295131 run osmo-stp_10.42.42.5(pid=20429): stdout: \u000a| (launched: 2022-12-09_09:29:14.727190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:16.435325 run osmo-stp_10.42.42.5(pid=20429): stderr: \u000a| �[0;m�[38;5;43m20221209092914895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092914895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092914895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092914896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092914896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092914896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092914896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:16.570909 run osmo-stp_10.42.42.5(pid=20429): stdout: \u000a| (launched: 2022-12-09_09:29:14.727190)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:16.705608 run osmo-stp_10.42.42.5(pid=20429): stderr: \u000a| �[0;m�[38;5;43m20221209092914895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092914895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092914895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092914896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092914896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092914896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092914896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:16.861652 run patchelf(pid=20432): Terminating (SIGINT)\u000a09:29:17.044156 run patchelf(pid=20432): Terminated: ok {rc=0}\u000a09:29:17.078147 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20429): Process ended prematurely: osmo-stp_10.42.42.5(pid=20429) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20429)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:29:17.088514 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:29:17.154850 run osmo-hlr_10.42.42.2(pid=20426): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20426)]\u000a09:29:17.207458 run osmo-hlr_10.42.42.2(pid=20426): stdout: \u000a| (launched: 2022-12-09_09:29:13.792496) \u000a09:29:17.259657 run osmo-hlr_10.42.42.2(pid=20426): stderr: \u000a| �[0;m�[1;31m20221209092913965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092913965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092913965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092913965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092913965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092913965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092913977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092913986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092913986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092913986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:17.303715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20425): Terminating (SIGTERM)\u000a09:29:17.346244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20428): Terminating (SIGTERM)\u000a09:29:17.388490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20431): Terminating (SIGTERM)\u000a09:29:17.398426 --- ParallelTerminationStrategy: PID 20425 died...\u000a09:29:17.454505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20425): Terminated: ok {rc=0}\u000a09:29:17.465210 --- ParallelTerminationStrategy: PID 20428 died...\u000a09:29:17.521814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20428): Terminated: ok {rc=0}\u000a09:29:17.532072 --- ParallelTerminationStrategy: PID 20431 died...\u000a09:29:17.588322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20431): Terminated: ok {rc=0}\u000a09:29:17.673953 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20439): Process ended prematurely: osmo-stp_10.42.42.5(pid=20439) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20439)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20439): Process ended prematurely: osmo-stp_10.42.42.5(pid=20439) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:29:18.725915 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:18.738376 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:29:18.894400 tst ping_idle_ping.py: using LAC 20521\u000a09:29:19.013757 tst ping_idle_ping.py: using RAC 121\u000a09:29:19.130413 tst ping_idle_ping.py: using CellId 20521\u000a09:29:19.247646 tst ping_idle_ping.py: using BVCI 20522\u000a09:29:19.270274 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:19.281474 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:19.292386 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:19.303398 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:19.314234 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:19.325127 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:19.336351 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:29:19.347275 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:29:19.622411 tst ping_idle_ping.py:24: start network...\u000a09:29:19.745965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:20.229295 run create_hlr_db(pid=20433): Launched\u000a09:29:20.400271 bus /gobi_6: Setting Powered False\u000a09:29:21.422814 run create_hlr_db(pid=20433): Terminated: ok {rc=0}\u000a09:29:21.819803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20435): Launched\u000a09:29:22.119434 run osmo-hlr_10.42.42.2(pid=20436): Launched\u000a09:29:22.232556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:22.755958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20438): Launched\u000a09:29:23.055135 run osmo-stp_10.42.42.5(pid=20439): Launched\u000a09:29:23.162855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:23.681229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20441): Launched\u000a09:29:23.786481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:24.045103 run patchelf(pid=20442): Launched\u000a09:29:24.219631 run osmo-stp_10.42.42.5(pid=20439): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20439)]\u000a09:29:24.346635 run osmo-stp_10.42.42.5(pid=20439): stdout: \u000a| (launched: 2022-12-09_09:29:22.906827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:24.473829 run osmo-stp_10.42.42.5(pid=20439): stderr: \u000a| �[0;m�[38;5;43m20221209092923075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092923075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092923075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092923076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092923076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092923076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092923076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:24.596338 run osmo-stp_10.42.42.5(pid=20439): stdout: \u000a| (launched: 2022-12-09_09:29:22.906827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:24.718244 run osmo-stp_10.42.42.5(pid=20439): stderr: \u000a| �[0;m�[38;5;43m20221209092923075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092923075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092923075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092923076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092923076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092923076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092923076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:24.859737 run patchelf(pid=20442): Terminating (SIGINT)\u000a09:29:25.026123 run patchelf(pid=20442): Terminated: ok {rc=0}\u000a09:29:25.056910 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20439): Process ended prematurely: osmo-stp_10.42.42.5(pid=20439) [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20439)] [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:29:25.065612 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a09:29:25.124677 run osmo-hlr_10.42.42.2(pid=20436): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20436)]\u000a09:29:25.172923 run osmo-hlr_10.42.42.2(pid=20436): stdout: \u000a| (launched: 2022-12-09_09:29:21.971784) \u000a09:29:25.221960 run osmo-hlr_10.42.42.2(pid=20436): stderr: \u000a| �[0;m�[1;31m20221209092922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092922147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092922159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092922168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092922168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092922168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:25.263763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20435): Terminating (SIGTERM)\u000a09:29:25.304569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20438): Terminating (SIGTERM)\u000a09:29:25.343983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20441): Terminating (SIGTERM)\u000a09:29:25.353202 --- ParallelTerminationStrategy: PID 20435 died...\u000a09:29:25.406088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20435): Terminated: ok {rc=0}\u000a09:29:25.415626 --- ParallelTerminationStrategy: PID 20438 died...\u000a09:29:25.468270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20438): Terminated: ok {rc=0}\u000a09:29:25.477827 --- ParallelTerminationStrategy: PID 20441 died...\u000a09:29:25.530540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20441): Terminated: ok {rc=0}\u000a09:29:25.613486 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:28:27" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20454): Process ended prematurely: osmo-stp_10.42.42.5(pid=20454) [trial-2357↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20454)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20454): Process ended prematurely: osmo-stp_10.42.42.5(pid=20454) [trial-2357↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:29:27.623873 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:29:27.637096 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:29:27.794978 tst switch_tch_pdch.py: using LAC 20522\u000a09:29:27.920757 tst switch_tch_pdch.py: using RAC 122\u000a09:29:28.045060 tst switch_tch_pdch.py: using CellId 20522\u000a09:29:28.164875 tst switch_tch_pdch.py: using BVCI 20523\u000a09:29:28.187676 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:29:28.199759 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:29:28.211334 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:29:28.223425 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:29:28.236441 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:29:28.251421 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:29:28.264532 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:29:28.277050 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:29:28.396406 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:29:28.672761 tst switch_tch_pdch.py:51: start network...\u000a09:29:28.796482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:29.275510 run create_hlr_db(pid=20448): Launched\u000a09:29:29.461001 bus /gobi_6: Setting Powered False\u000a09:29:30.481259 run create_hlr_db(pid=20448): Terminated: ok {rc=0}\u000a09:29:30.890442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20450): Launched\u000a09:29:31.310055 run osmo-hlr_10.42.42.2(pid=20451): Launched\u000a09:29:31.420919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:32.056209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20453): Launched\u000a09:29:32.400418 run osmo-stp_10.42.42.5(pid=20454): Launched\u000a09:29:32.514981 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:29:33.037748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20456): Launched\u000a09:29:33.142958 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:29:33.402500 run patchelf(pid=20457): Launched\u000a09:29:33.576197 run osmo-stp_10.42.42.5(pid=20454): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20454)]\u000a09:29:33.703168 run osmo-stp_10.42.42.5(pid=20454): stdout: \u000a| (launched: 2022-12-09_09:29:32.209636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:33.830382 run osmo-stp_10.42.42.5(pid=20454): stderr: \u000a| �[0;m�[38;5;43m20221209092932425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092932426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092932426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092932426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092932427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092932427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092932427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:33.952781 run osmo-stp_10.42.42.5(pid=20454): stdout: \u000a| (launched: 2022-12-09_09:29:32.209636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:34.074664 run osmo-stp_10.42.42.5(pid=20454): stderr: \u000a| �[0;m�[38;5;43m20221209092932425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092932426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092932426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092932426 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092932427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092932427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092932427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:34.216097 run patchelf(pid=20457): Terminating (SIGINT)\u000a09:29:34.383173 run patchelf(pid=20457): Terminated: ok {rc=0}\u000a09:29:34.413554 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20454): Process ended prematurely: osmo-stp_10.42.42.5(pid=20454) [trial-2357↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20454)] [trial-2357↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:29:34.422367 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a09:29:34.481803 run osmo-hlr_10.42.42.2(pid=20451): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20451)]\u000a09:29:34.530506 run osmo-hlr_10.42.42.2(pid=20451): stdout: \u000a| (launched: 2022-12-09_09:29:31.059777) \u000a09:29:34.579910 run osmo-hlr_10.42.42.2(pid=20451): stderr: \u000a| �[0;m�[1;31m20221209092931428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092931429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092931429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092931429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092931429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092931429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092931452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092931478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092931479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092931479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:34.622092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20450): Terminating (SIGTERM)\u000a09:29:34.661835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20453): Terminating (SIGTERM)\u000a09:29:34.701465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20456): Terminating (SIGTERM)\u000a09:29:34.710701 --- ParallelTerminationStrategy: PID 20450 died...\u000a09:29:34.764123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20450): Terminated: ok {rc=0}\u000a09:29:34.773734 --- ParallelTerminationStrategy: PID 20453 died...\u000a09:29:34.826218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20453): Terminated: ok {rc=0}\u000a09:29:34.835656 --- ParallelTerminationStrategy: PID 20456 died...\u000a09:29:34.888059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20456): Terminated: ok {rc=0}\u000a09:29:34.975942 bus /gobi_0: Setting Powered False\u000a09:29:36.083754 bus /gobi_0: Setting Powered False\u000a09:29:37.193078 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:29:27" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20467): Process ended prematurely: osmo-stp_10.42.42.5(pid=20467) [trial-2357↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20467)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20467): Process ended prematurely: osmo-stp_10.42.42.5(pid=20467) [trial-2357↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a09:29:39.145355 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:39.156774 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:29:39.297193 tst mo_mt_sms.py: using LAC 20523\u000a09:29:39.422427 tst mo_mt_sms.py: using RAC 123\u000a09:29:39.548711 tst mo_mt_sms.py: using CellId 20523\u000a09:29:39.675711 tst mo_mt_sms.py: using BVCI 20524\u000a09:29:39.699903 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:39.711280 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:39.722432 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:39.733886 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:39.745273 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:39.756746 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a09:29:39.877912 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a09:29:40.077568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:40.555277 run create_hlr_db(pid=20461): Launched\u000a09:29:40.726167 bus /gobi_6: Setting Powered False\u000a09:29:41.747404 run create_hlr_db(pid=20461): Terminated: ok {rc=0}\u000a09:29:42.170362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20463): Launched\u000a09:29:42.489932 run osmo-hlr_10.42.42.2(pid=20464): Launched\u000a09:29:42.609598 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:43.163076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20466): Launched\u000a09:29:43.482214 run osmo-stp_10.42.42.5(pid=20467): Launched\u000a09:29:43.598320 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:29:44.180510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20469): Launched\u000a09:29:44.499842 run osmo-msc_10.42.42.6(pid=20470): Launched\u000a09:29:44.688827 run osmo-stp_10.42.42.5(pid=20467): ERR: Terminated: ERROR {rc=1} [trial-2357↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20467)]\u000a09:29:44.824644 run osmo-stp_10.42.42.5(pid=20467): stdout: \u000a| (launched: 2022-12-09_09:29:43.325463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:44.958692 run osmo-stp_10.42.42.5(pid=20467): stderr: \u000a| �[0;m�[38;5;43m20221209092943515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092943515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092943515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092943516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092943516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092943516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092943516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:45.086671 run osmo-stp_10.42.42.5(pid=20467): stdout: \u000a| (launched: 2022-12-09_09:29:43.325463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:29:45.214297 run osmo-stp_10.42.42.5(pid=20467): stderr: \u000a| �[0;m�[38;5;43m20221209092943515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092943515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092943515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092943516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092943516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092943516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092943516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:29:45.270027 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20467): Process ended prematurely: osmo-stp_10.42.42.5(pid=20467) [trial-2357↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20467)] [trial-2357↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a09:29:45.278408 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a09:29:45.341434 run osmo-hlr_10.42.42.2(pid=20464): ERR: Terminated: ERROR {rc=237} [trial-2357↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20464)]\u000a09:29:45.392520 run osmo-hlr_10.42.42.2(pid=20464): stdout: \u000a| (launched: 2022-12-09_09:29:42.332459) \u000a09:29:45.444405 run osmo-hlr_10.42.42.2(pid=20464): stderr: \u000a| �[0;m�[1;31m20221209092942529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092942529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092942529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092942529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092942529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092942529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092942541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092942549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092942549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092942549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:29:45.514651 run osmo-msc_10.42.42.6(pid=20470): ERR: Terminated: ERROR {rc=2} [trial-2357↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20470)]\u000a09:29:45.565752 run osmo-msc_10.42.42.6(pid=20470): stdout: \u000a| (launched: 2022-12-09_09:29:44.342879) \u000a09:29:45.617398 run osmo-msc_10.42.42.6(pid=20470): stderr: \u000a| �[0;m�[38;5;43m20221209092944664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209092944664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff135bc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209092944664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209092944664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209092944664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209092944664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209092944666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209092944667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209092944667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209092944667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:29:45.661755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20463): Terminating (SIGTERM)\u000a09:29:45.703559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20466): Terminating (SIGTERM)\u000a09:29:45.745260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20469): Terminating (SIGTERM)\u000a09:29:45.755153 --- ParallelTerminationStrategy: PID 20463 died...\u000a09:29:45.811121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20463): Terminated: ok {rc=0}\u000a09:29:45.821145 --- ParallelTerminationStrategy: PID 20466 died...\u000a09:29:45.879582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20466): Terminated: ok {rc=0}\u000a09:29:45.890963 --- ParallelTerminationStrategy: PID 20469 died...\u000a09:29:45.962291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20469): Terminated: ok {rc=0}\u000a09:29:46.057359 bus /sierra_3: Setting Powered False\u000a09:29:47.184672 bus /sierra_3: Setting Powered False\u000a09:29:48.297764 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:29:38" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20476): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20476) [trial-2357↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20476)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20476): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20476) [trial-2357↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a09:29:50.141914 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a09:29:50.152905 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:29:50.287146 tst assert_extension.py: using LAC 20524\u000a09:29:50.402998 tst assert_extension.py: using RAC 124\u000a09:29:50.522626 tst assert_extension.py: using CellId 20524\u000a09:29:50.638583 tst assert_extension.py: using BVCI 20525\u000a09:29:50.660941 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a09:29:50.949763 tst assert_extension.py:10: start nitb and bts...\u000a09:29:51.082997 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:29:51.743112 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20475): Launched\u000a09:29:52.059221 run osmo-nitb_10.42.42.2(pid=20476): Launched\u000a09:29:52.255026 run osmo-nitb_10.42.42.2(pid=20476): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20476)]\u000a09:29:52.399237 run osmo-nitb_10.42.42.2(pid=20476): stdout: \u000a| (launched: 2022-12-09_09:29:51.905541) \u000a09:29:52.544129 run osmo-nitb_10.42.42.2(pid=20476): stderr: \u000a| (launched: 2022-12-09_09:29:51.953124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:29:52.684222 run osmo-nitb_10.42.42.2(pid=20476): stdout: \u000a| (launched: 2022-12-09_09:29:51.905541) \u000a09:29:52.822906 run osmo-nitb_10.42.42.2(pid=20476): stderr: \u000a| (launched: 2022-12-09_09:29:51.953124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:29:53.188219 tst osmo-nitb_10.42.42.2(pid=20476): stdout: \u000a| (launched: 2022-12-09_09:29:51.905541) \u000a09:29:53.315501 tst osmo-nitb_10.42.42.2(pid=20476): stderr: \u000a| (launched: 2022-12-09_09:29:51.953124)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:29:53.371100 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20476): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20476) [trial-2357↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20476)] [trial-2357↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a09:29:53.379663 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a09:29:53.416038 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20475): Terminating (SIGTERM)\u000a09:29:53.594072 --- ParallelTerminationStrategy: PID 20475 died...\u000a09:29:53.650831 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20475): Terminated: ok {rc=0}\u000a09:29:53.736247 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:29:49" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20486): Process ended prematurely: osmo-stp_10.42.42.5(pid=20486) [trial-2357↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20486)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20486): Process ended prematurely: osmo-stp_10.42.42.5(pid=20486) [trial-2357↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a09:29:55.583852 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:55.594855 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:29:55.729316 tst assert_extension.py: using LAC 20525\u000a09:29:55.844579 tst assert_extension.py: using RAC 125\u000a09:29:55.960924 tst assert_extension.py: using CellId 20525\u000a09:29:56.076246 tst assert_extension.py: using BVCI 20526\u000a09:29:56.098859 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:56.109782 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:56.120370 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:56.131037 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:56.141651 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:29:56.152151 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a09:29:56.359209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:29:56.862987 run create_hlr_db(pid=20480): Launched\u000a09:29:57.048910 bus /sierra_2: Setting Powered False\u000a09:29:58.068675 run create_hlr_db(pid=20480): Terminated: ok {rc=0}\u000a09:29:58.469659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20482): Launched\u000a09:29:58.770248 run osmo-hlr_10.42.42.2(pid=20483): Launched\u000a09:29:58.879973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:29:59.397822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20485): Launched\u000a09:29:59.695247 run osmo-stp_10.42.42.5(pid=20486): Launched\u000a09:29:59.802943 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:30:00.345492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20488): Launched\u000a09:30:00.643918 run osmo-msc_10.42.42.6(pid=20489): Launched\u000a09:30:00.818407 run osmo-stp_10.42.42.5(pid=20486): ERR: Terminated: ERROR {rc=1} [trial-2357↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20486)]\u000a09:30:01.006091 run osmo-stp_10.42.42.5(pid=20486): stdout: \u000a| (launched: 2022-12-09_09:29:59.548456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:01.134484 run osmo-stp_10.42.42.5(pid=20486): stderr: \u000a| �[0;m�[38;5;43m20221209092959718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092959718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092959718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092959718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092959719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092959719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092959719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:01.256407 run osmo-stp_10.42.42.5(pid=20486): stdout: \u000a| (launched: 2022-12-09_09:29:59.548456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:01.376886 run osmo-stp_10.42.42.5(pid=20486): stderr: \u000a| �[0;m�[38;5;43m20221209092959718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209092959718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209092959718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209092959718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209092959719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209092959719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209092959719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:01.430702 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20486): Process ended prematurely: osmo-stp_10.42.42.5(pid=20486) [trial-2357↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20486)] [trial-2357↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a09:30:01.439713 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a09:30:01.511969 run osmo-hlr_10.42.42.2(pid=20483): ERR: Terminated: ERROR {rc=237} [trial-2357↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20483)]\u000a09:30:01.564662 run osmo-hlr_10.42.42.2(pid=20483): stdout: \u000a| (launched: 2022-12-09_09:29:58.622256) \u000a09:30:01.615685 run osmo-hlr_10.42.42.2(pid=20483): stderr: \u000a| �[0;m�[1;31m20221209092958796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209092958796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209092958796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092958796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209092958797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209092958797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209092958809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209092958818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209092958818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209092958818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:01.684826 run osmo-msc_10.42.42.6(pid=20489): ERR: Terminated: ERROR {rc=2} [trial-2357↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20489)]\u000a09:30:01.735004 run osmo-msc_10.42.42.6(pid=20489): stdout: \u000a| (launched: 2022-12-09_09:30:00.496266) \u000a09:30:01.786134 run osmo-msc_10.42.42.6(pid=20489): stderr: \u000a| �[0;m�[38;5;43m20221209093000767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093000769 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7dc750c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093000769 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093000769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093000769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093000769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093000771 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093000771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093000772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093000772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:30:01.830003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20482): Terminating (SIGTERM)\u000a09:30:01.889412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20485): Terminating (SIGTERM)\u000a09:30:01.949923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20488): Terminating (SIGTERM)\u000a09:30:01.959281 --- ParallelTerminationStrategy: PID 20482 died...\u000a09:30:02.022636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20482): Terminated: ok {rc=0}\u000a09:30:02.032626 --- ParallelTerminationStrategy: PID 20485 died...\u000a09:30:02.087299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20485): Terminated: ok {rc=0}\u000a09:30:02.097540 --- ParallelTerminationStrategy: PID 20488 died...\u000a09:30:02.151509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20488): Terminated: ok {rc=0}\u000a09:30:02.241277 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:29:55" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20503): Process ended prematurely: osmo-stp_10.42.42.5(pid=20503) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20503)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20503): Process ended prematurely: osmo-stp_10.42.42.5(pid=20503) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a09:30:04.205764 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:04.217760 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:30:04.380505 tst mo_mt_call.py: using LAC 20526\u000a09:30:04.502654 tst mo_mt_call.py: using RAC 126\u000a09:30:04.626653 tst mo_mt_call.py: using CellId 20526\u000a09:30:04.743870 tst mo_mt_call.py: using BVCI 20527\u000a09:30:04.766932 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:04.778265 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:04.789390 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:04.800483 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:04.811785 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:04.822893 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:30:04.944387 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:30:05.155194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:05.669169 run create_hlr_db(pid=20497): Launched\u000a09:30:05.857859 bus /sierra_2: Setting Powered False\u000a09:30:06.878964 run create_hlr_db(pid=20497): Terminated: ok {rc=0}\u000a09:30:07.286220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20499): Launched\u000a09:30:07.591343 run osmo-hlr_10.42.42.2(pid=20500): Launched\u000a09:30:07.703683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:08.229771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20502): Launched\u000a09:30:08.534819 run osmo-stp_10.42.42.5(pid=20503): Launched\u000a09:30:08.646669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:30:09.201941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20505): Launched\u000a09:30:09.507192 run osmo-msc_10.42.42.6(pid=20506): Launched\u000a09:30:09.685861 run osmo-stp_10.42.42.5(pid=20503): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20503)]\u000a09:30:09.814581 run osmo-stp_10.42.42.5(pid=20503): stdout: \u000a| (launched: 2022-12-09_09:30:08.384226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:09.940436 run osmo-stp_10.42.42.5(pid=20503): stderr: \u000a| �[0;m�[38;5;43m20221209093008554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093008554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093008554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093008555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093008555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093008555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093008555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:10.062587 run osmo-stp_10.42.42.5(pid=20503): stdout: \u000a| (launched: 2022-12-09_09:30:08.384226)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:10.183477 run osmo-stp_10.42.42.5(pid=20503): stderr: \u000a| �[0;m�[38;5;43m20221209093008554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093008554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093008554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093008555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093008555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093008555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093008555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:10.236709 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20503): Process ended prematurely: osmo-stp_10.42.42.5(pid=20503) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20503)] [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a09:30:10.245539 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:30:10.305146 run osmo-hlr_10.42.42.2(pid=20500): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20500)]\u000a09:30:10.354208 run osmo-hlr_10.42.42.2(pid=20500): stdout: \u000a| (launched: 2022-12-09_09:30:07.440365) \u000a09:30:10.403888 run osmo-hlr_10.42.42.2(pid=20500): stderr: \u000a| �[0;m�[1;31m20221209093007615 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093007616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093007616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093007616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093007616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093007616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093007628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093007636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093007636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093007636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:10.471495 run osmo-msc_10.42.42.6(pid=20506): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20506)]\u000a09:30:10.520381 run osmo-msc_10.42.42.6(pid=20506): stdout: \u000a| (launched: 2022-12-09_09:30:09.356114) \u000a09:30:10.570380 run osmo-msc_10.42.42.6(pid=20506): stderr: \u000a| �[0;m�[38;5;43m20221209093009626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093009626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd201b3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093009627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093009627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093009627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093009627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093009629 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093009629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093009629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093009629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:30:10.612510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20499): Terminating (SIGTERM)\u000a09:30:10.652146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20502): Terminating (SIGTERM)\u000a09:30:10.692088 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20505): Terminating (SIGTERM)\u000a09:30:10.701416 --- ParallelTerminationStrategy: PID 20499 died...\u000a09:30:10.755071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20499): Terminated: ok {rc=0}\u000a09:30:10.764714 --- ParallelTerminationStrategy: PID 20502 died...\u000a09:30:10.817642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20502): Terminated: ok {rc=0}\u000a09:30:10.827322 --- ParallelTerminationStrategy: PID 20505 died...\u000a09:30:10.880202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20505): Terminated: ok {rc=0}\u000a09:30:10.969401 bus /sierra_3: Setting Powered False\u000a09:30:12.074084 bus /sierra_3: Setting Powered False\u000a09:30:13.184624 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20514): Process ended prematurely: osmo-stp_10.42.42.5(pid=20514) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20514)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20514): Process ended prematurely: osmo-stp_10.42.42.5(pid=20514) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:30:14.299758 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:14.312313 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a09:30:14.469748 tst mo_mt_call_osmux.py: using LAC 20527\u000a09:30:14.596596 tst mo_mt_call_osmux.py: using RAC 127\u000a09:30:14.718565 tst mo_mt_call_osmux.py: using CellId 20527\u000a09:30:14.835726 tst mo_mt_call_osmux.py: using BVCI 20528\u000a09:30:14.858891 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:14.870309 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:14.881398 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:14.892510 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:14.903697 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a09:30:14.914827 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:30:15.036384 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a09:30:15.242810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:15.728149 run create_hlr_db(pid=20508): Launched\u000a09:30:15.917360 bus /sierra_2: Setting Powered False\u000a09:30:16.941726 run create_hlr_db(pid=20508): Terminated: ok {rc=0}\u000a09:30:17.380796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20510): Launched\u000a09:30:17.707919 run osmo-hlr_10.42.42.2(pid=20511): Launched\u000a09:30:17.829138 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:18.393206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20513): Launched\u000a09:30:18.719228 run osmo-stp_10.42.42.5(pid=20514): Launched\u000a09:30:18.838493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:30:19.433210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20516): Launched\u000a09:30:19.760188 run osmo-msc_10.42.42.6(pid=20517): Launched\u000a09:30:19.951244 run osmo-stp_10.42.42.5(pid=20514): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20514)]\u000a09:30:20.089650 run osmo-stp_10.42.42.5(pid=20514): stdout: \u000a| (launched: 2022-12-09_09:30:18.558605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:20.227280 run osmo-stp_10.42.42.5(pid=20514): stderr: \u000a| �[0;m�[38;5;43m20221209093018752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093018752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093018753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093018753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093018754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093018754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093018754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:20.358958 run osmo-stp_10.42.42.5(pid=20514): stdout: \u000a| (launched: 2022-12-09_09:30:18.558605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:20.489036 run osmo-stp_10.42.42.5(pid=20514): stderr: \u000a| �[0;m�[38;5;43m20221209093018752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093018752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093018753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093018753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093018754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093018754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093018754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:20.546437 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20514): Process ended prematurely: osmo-stp_10.42.42.5(pid=20514) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20514)] [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a09:30:20.555755 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a09:30:20.619815 run osmo-hlr_10.42.42.2(pid=20511): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20511)]\u000a09:30:20.671415 run osmo-hlr_10.42.42.2(pid=20511): stdout: \u000a| (launched: 2022-12-09_09:30:17.546902) \u000a09:30:20.723823 run osmo-hlr_10.42.42.2(pid=20511): stderr: \u000a| �[0;m�[1;31m20221209093017747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093017747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093017748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093017748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093017748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093017748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093017760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093017768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093017768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093017768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:20.794539 run osmo-msc_10.42.42.6(pid=20517): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20517)]\u000a09:30:20.845827 run osmo-msc_10.42.42.6(pid=20517): stdout: \u000a| (launched: 2022-12-09_09:30:19.599129) \u000a09:30:20.897901 run osmo-msc_10.42.42.6(pid=20517): stderr: \u000a| �[0;m�[38;5;43m20221209093019923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093019923 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a38744c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093019923 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093019923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093019923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093019924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093019925 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093019926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093019926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093019926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:30:20.941791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20510): Terminating (SIGTERM)\u000a09:30:20.984267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20513): Terminating (SIGTERM)\u000a09:30:21.026586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20516): Terminating (SIGTERM)\u000a09:30:21.036747 --- ParallelTerminationStrategy: PID 20510 died...\u000a09:30:21.092636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20510): Terminated: ok {rc=0}\u000a09:30:21.103230 --- ParallelTerminationStrategy: PID 20513 died...\u000a09:30:21.158784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20513): Terminated: ok {rc=0}\u000a09:30:21.169207 --- ParallelTerminationStrategy: PID 20516 died...\u000a09:30:21.225253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20516): Terminated: ok {rc=0}\u000a09:30:21.312200 bus /sierra_3: Setting Powered False\u000a09:30:22.415673 bus /sierra_3: Setting Powered False\u000a09:30:23.521470 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:30:03" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20528): Process ended prematurely: osmo-stp_10.42.42.5(pid=20528) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20528)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20528): Process ended prematurely: osmo-stp_10.42.42.5(pid=20528) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a09:30:25.551912 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:25.563936 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:30:25.726697 tst mo_mt_call.py: using LAC 20528\u000a09:30:25.851783 tst mo_mt_call.py: using RAC 128\u000a09:30:25.976910 tst mo_mt_call.py: using CellId 20528\u000a09:30:26.103159 tst mo_mt_call.py: using BVCI 20529\u000a09:30:26.127971 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:26.139947 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:26.151787 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:26.163811 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:26.176530 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:26.188437 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:30:26.305968 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:30:26.519403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:27.031120 run create_hlr_db(pid=20522): Launched\u000a09:30:27.219310 bus /sierra_2: Setting Powered False\u000a09:30:28.241402 run create_hlr_db(pid=20522): Terminated: ok {rc=0}\u000a09:30:28.673391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20524): Launched\u000a09:30:28.999644 run osmo-hlr_10.42.42.2(pid=20525): Launched\u000a09:30:29.119695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:29.685578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20527): Launched\u000a09:30:30.011595 run osmo-stp_10.42.42.5(pid=20528): Launched\u000a09:30:30.130605 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:30:30.723912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20530): Launched\u000a09:30:31.216651 run osmo-msc_10.42.42.6(pid=20531): Launched\u000a09:30:31.512916 run osmo-stp_10.42.42.5(pid=20528): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20528)]\u000a09:30:31.704156 run osmo-stp_10.42.42.5(pid=20528): stdout: \u000a| (launched: 2022-12-09_09:30:29.850929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:31.914519 run osmo-stp_10.42.42.5(pid=20528): stderr: \u000a| �[0;m�[38;5;43m20221209093030043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093030043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093030044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093030044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093030044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093030045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093030045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:32.039753 run osmo-stp_10.42.42.5(pid=20528): stdout: \u000a| (launched: 2022-12-09_09:30:29.850929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:32.165803 run osmo-stp_10.42.42.5(pid=20528): stderr: \u000a| �[0;m�[38;5;43m20221209093030043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093030043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093030044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093030044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093030044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093030045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093030045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:32.220581 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20528): Process ended prematurely: osmo-stp_10.42.42.5(pid=20528) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20528)] [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a09:30:32.229775 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a09:30:32.293015 run osmo-hlr_10.42.42.2(pid=20525): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20525)]\u000a09:30:32.342917 run osmo-hlr_10.42.42.2(pid=20525): stdout: \u000a| (launched: 2022-12-09_09:30:28.839339) \u000a09:30:32.393512 run osmo-hlr_10.42.42.2(pid=20525): stderr: \u000a| �[0;m�[1;31m20221209093029036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093029036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093029036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093029036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093029036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093029037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093029048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093029058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093029058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093029058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:32.461486 run osmo-msc_10.42.42.6(pid=20531): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20531)]\u000a09:30:32.511390 run osmo-msc_10.42.42.6(pid=20531): stdout: \u000a| (launched: 2022-12-09_09:30:30.891148) \u000a09:30:32.561237 run osmo-msc_10.42.42.6(pid=20531): stderr: \u000a| �[0;m�[38;5;43m20221209093031461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093031461 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42e82c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093031461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093031461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093031462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093031462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093031464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093031464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093031464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093031464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:30:32.603908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20524): Terminating (SIGTERM)\u000a09:30:32.644282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20527): Terminating (SIGTERM)\u000a09:30:32.684563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20530): Terminating (SIGTERM)\u000a09:30:32.694074 --- ParallelTerminationStrategy: PID 20524 died...\u000a09:30:32.748798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20524): Terminated: ok {rc=0}\u000a09:30:32.758761 --- ParallelTerminationStrategy: PID 20527 died...\u000a09:30:32.812505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20527): Terminated: ok {rc=0}\u000a09:30:32.822139 --- ParallelTerminationStrategy: PID 20530 died...\u000a09:30:32.875828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20530): Terminated: ok {rc=0}\u000a09:30:32.964548 bus /sierra_3: Setting Powered False\u000a09:30:34.070928 bus /sierra_3: Setting Powered False\u000a09:30:35.182571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20539): Process ended prematurely: osmo-stp_10.42.42.5(pid=20539) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20539)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20539): Process ended prematurely: osmo-stp_10.42.42.5(pid=20539) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:30:36.292775 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:36.304712 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a09:30:36.463339 tst mo_mt_call_osmux.py: using LAC 20529\u000a09:30:36.590593 tst mo_mt_call_osmux.py: using RAC 129\u000a09:30:36.710170 tst mo_mt_call_osmux.py: using CellId 20529\u000a09:30:36.828592 tst mo_mt_call_osmux.py: using BVCI 20530\u000a09:30:36.851821 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:36.863311 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:36.874693 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:36.886546 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:36.898437 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a09:30:36.910032 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:30:37.027961 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a09:30:37.239428 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:37.753468 run create_hlr_db(pid=20533): Launched\u000a09:30:37.941993 bus /sierra_2: Setting Powered False\u000a09:30:38.963821 run create_hlr_db(pid=20533): Terminated: ok {rc=0}\u000a09:30:39.395756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20535): Launched\u000a09:30:39.723043 run osmo-hlr_10.42.42.2(pid=20536): Launched\u000a09:30:39.843931 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:40.411871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20538): Launched\u000a09:30:40.738887 run osmo-stp_10.42.42.5(pid=20539): Launched\u000a09:30:40.857660 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:30:41.446779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20541): Launched\u000a09:30:41.752772 run osmo-msc_10.42.42.6(pid=20542): Launched\u000a09:30:41.931003 run osmo-stp_10.42.42.5(pid=20539): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20539)]\u000a09:30:42.060453 run osmo-stp_10.42.42.5(pid=20539): stdout: \u000a| (launched: 2022-12-09_09:30:40.577873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:42.187479 run osmo-stp_10.42.42.5(pid=20539): stderr: \u000a| �[0;m�[38;5;43m20221209093040771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093040771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093040772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093040772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093040773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093040773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093040773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:42.309896 run osmo-stp_10.42.42.5(pid=20539): stdout: \u000a| (launched: 2022-12-09_09:30:40.577873)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:42.431299 run osmo-stp_10.42.42.5(pid=20539): stderr: \u000a| �[0;m�[38;5;43m20221209093040771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093040771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093040772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093040772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093040773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093040773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093040773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:42.484796 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20539): Process ended prematurely: osmo-stp_10.42.42.5(pid=20539) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20539)] [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a09:30:42.493685 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a09:30:42.552918 run osmo-hlr_10.42.42.2(pid=20536): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20536)]\u000a09:30:42.601485 run osmo-hlr_10.42.42.2(pid=20536): stdout: \u000a| (launched: 2022-12-09_09:30:39.561718) \u000a09:30:42.650968 run osmo-hlr_10.42.42.2(pid=20536): stderr: \u000a| �[0;m�[1;31m20221209093039762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093039762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093039762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093039762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093039762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093039762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093039774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093039785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093039785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093039785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:42.718035 run osmo-msc_10.42.42.6(pid=20542): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20542)]\u000a09:30:42.766693 run osmo-msc_10.42.42.6(pid=20542): stdout: \u000a| (launched: 2022-12-09_09:30:41.601075) \u000a09:30:42.815828 run osmo-msc_10.42.42.6(pid=20542): stderr: \u000a| �[0;m�[38;5;43m20221209093041874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093041874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07e1390c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093041874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093041874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093041875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093041875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093041876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093041877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093041877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093041877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:30:42.858269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20535): Terminating (SIGTERM)\u000a09:30:42.897664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20538): Terminating (SIGTERM)\u000a09:30:42.937012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20541): Terminating (SIGTERM)\u000a09:30:42.946263 --- ParallelTerminationStrategy: PID 20535 died...\u000a09:30:42.999326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20535): Terminated: ok {rc=0}\u000a09:30:43.009054 --- ParallelTerminationStrategy: PID 20538 died...\u000a09:30:43.061785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20538): Terminated: ok {rc=0}\u000a09:30:43.071282 --- ParallelTerminationStrategy: PID 20541 died...\u000a09:30:43.124097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20541): Terminated: ok {rc=0}\u000a09:30:43.213175 bus /sierra_3: Setting Powered False\u000a09:30:44.314854 bus /sierra_3: Setting Powered False\u000a09:30:45.425902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:30:25" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20553): Process ended prematurely: osmo-stp_10.42.42.5(pid=20553) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20553)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20553): Process ended prematurely: osmo-stp_10.42.42.5(pid=20553) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:30:47.490246 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:47.502253 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:30:47.665232 tst mo_mt_call.py: using LAC 20530\u000a09:30:47.794256 tst mo_mt_call.py: using RAC 130\u000a09:30:47.921727 tst mo_mt_call.py: using CellId 20530\u000a09:30:48.050248 tst mo_mt_call.py: using BVCI 20531\u000a09:30:48.074908 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:48.086682 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:48.098364 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:48.110441 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:48.122281 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:48.134190 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:30:48.258804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:30:48.472168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:48.983040 run create_hlr_db(pid=20547): Launched\u000a09:30:49.171278 bus /sierra_2: Setting Powered False\u000a09:30:50.191919 run create_hlr_db(pid=20547): Terminated: ok {rc=0}\u000a09:30:50.598621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20549): Launched\u000a09:30:50.902272 run osmo-hlr_10.42.42.2(pid=20550): Launched\u000a09:30:51.014298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:30:51.537732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20552): Launched\u000a09:30:51.840063 run osmo-stp_10.42.42.5(pid=20553): Launched\u000a09:30:51.950483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:30:52.502653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20555): Launched\u000a09:30:52.807383 run osmo-msc_10.42.42.6(pid=20556): Launched\u000a09:30:52.986909 run osmo-stp_10.42.42.5(pid=20553): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20553)]\u000a09:30:53.115746 run osmo-stp_10.42.42.5(pid=20553): stdout: \u000a| (launched: 2022-12-09_09:30:51.690880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:53.242081 run osmo-stp_10.42.42.5(pid=20553): stderr: \u000a| �[0;m�[38;5;43m20221209093051861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093051861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093051861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093051862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093051862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093051862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093051862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:53.364125 run osmo-stp_10.42.42.5(pid=20553): stdout: \u000a| (launched: 2022-12-09_09:30:51.690880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:30:53.485297 run osmo-stp_10.42.42.5(pid=20553): stderr: \u000a| �[0;m�[38;5;43m20221209093051861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093051861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093051861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093051862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093051862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093051862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093051862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:30:53.538493 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20553): Process ended prematurely: osmo-stp_10.42.42.5(pid=20553) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20553)] [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a09:30:53.547165 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:30:53.606547 run osmo-hlr_10.42.42.2(pid=20550): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20550)]\u000a09:30:53.655094 run osmo-hlr_10.42.42.2(pid=20550): stdout: \u000a| (launched: 2022-12-09_09:30:50.752407) \u000a09:30:53.704371 run osmo-hlr_10.42.42.2(pid=20550): stderr: \u000a| �[0;m�[1;31m20221209093050928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093050928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093050928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093050928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093050928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093050928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093050940 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093050949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093050949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093050949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:30:53.771512 run osmo-msc_10.42.42.6(pid=20556): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20556)]\u000a09:30:53.820033 run osmo-msc_10.42.42.6(pid=20556): stdout: \u000a| (launched: 2022-12-09_09:30:52.656333) \u000a09:30:53.869244 run osmo-msc_10.42.42.6(pid=20556): stderr: \u000a| �[0;m�[38;5;43m20221209093052927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093052927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a129fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093052927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093052927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093052927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093052928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093052929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093052930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093052930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093052930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:30:53.910666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20549): Terminating (SIGTERM)\u000a09:30:53.949905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20552): Terminating (SIGTERM)\u000a09:30:53.989143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20555): Terminating (SIGTERM)\u000a09:30:53.998368 --- ParallelTerminationStrategy: PID 20549 died...\u000a09:30:54.051458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20549): Terminated: ok {rc=0}\u000a09:30:54.061133 --- ParallelTerminationStrategy: PID 20552 died...\u000a09:30:54.113635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20552): Terminated: ok {rc=0}\u000a09:30:54.123166 --- ParallelTerminationStrategy: PID 20555 died...\u000a09:30:54.175685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20555): Terminated: ok {rc=0}\u000a09:30:54.264841 bus /sierra_3: Setting Powered False\u000a09:30:55.367549 bus /sierra_3: Setting Powered False\u000a09:30:56.478720 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20564): Process ended prematurely: osmo-stp_10.42.42.5(pid=20564) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20564)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20564): Process ended prematurely: osmo-stp_10.42.42.5(pid=20564) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:30:57.588693 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:57.600685 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a09:30:57.755379 tst mo_mt_call_osmux.py: using LAC 20531\u000a09:30:57.875175 tst mo_mt_call_osmux.py: using RAC 131\u000a09:30:57.992413 tst mo_mt_call_osmux.py: using CellId 20531\u000a09:30:58.111799 tst mo_mt_call_osmux.py: using BVCI 20532\u000a09:30:58.134846 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:58.146297 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:58.157606 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:58.168804 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:58.180106 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a09:30:58.191454 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:30:58.306462 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a09:30:58.523396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:30:59.037135 run create_hlr_db(pid=20558): Launched\u000a09:30:59.226380 bus /sierra_2: Setting Powered False\u000a09:31:00.246889 run create_hlr_db(pid=20558): Terminated: ok {rc=0}\u000a09:31:00.653914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20560): Launched\u000a09:31:01.052763 run osmo-hlr_10.42.42.2(pid=20561): Launched\u000a09:31:01.300031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:01.950942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20563): Launched\u000a09:31:02.319682 run osmo-stp_10.42.42.5(pid=20564): Launched\u000a09:31:02.482646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:31:03.076447 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20566): Launched\u000a09:31:03.404276 run osmo-msc_10.42.42.6(pid=20567): Launched\u000a09:31:03.597095 run osmo-stp_10.42.42.5(pid=20564): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20564)]\u000a09:31:03.734805 run osmo-stp_10.42.42.5(pid=20564): stdout: \u000a| (launched: 2022-12-09_09:31:02.121827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:03.872254 run osmo-stp_10.42.42.5(pid=20564): stderr: \u000a| �[0;m�[38;5;43m20221209093102393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093102393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093102393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093102394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093102394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093102394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093102394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:04.003839 run osmo-stp_10.42.42.5(pid=20564): stdout: \u000a| (launched: 2022-12-09_09:31:02.121827)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:04.134298 run osmo-stp_10.42.42.5(pid=20564): stderr: \u000a| �[0;m�[38;5;43m20221209093102393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093102393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093102393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093102394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093102394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093102394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093102394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:04.191458 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20564): Process ended prematurely: osmo-stp_10.42.42.5(pid=20564) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20564)] [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a09:31:04.201029 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a09:31:04.265143 run osmo-hlr_10.42.42.2(pid=20561): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20561)]\u000a09:31:04.316587 run osmo-hlr_10.42.42.2(pid=20561): stdout: \u000a| (launched: 2022-12-09_09:31:00.809114) \u000a09:31:04.369134 run osmo-hlr_10.42.42.2(pid=20561): stderr: \u000a| �[0;m�[1;31m20221209093101141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093101141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093101141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093101141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093101141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093101141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093101163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093101180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093101180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093101180 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:04.439961 run osmo-msc_10.42.42.6(pid=20567): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20567)]\u000a09:31:04.491443 run osmo-msc_10.42.42.6(pid=20567): stdout: \u000a| (launched: 2022-12-09_09:31:03.242707) \u000a09:31:04.543825 run osmo-msc_10.42.42.6(pid=20567): stderr: \u000a| �[0;m�[38;5;43m20221209093103564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093103564 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3efc50bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093103564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093103565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093103565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093103565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093103567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093103567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093103567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093103567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:31:04.588399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20560): Terminating (SIGTERM)\u000a09:31:04.630686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20563): Terminating (SIGTERM)\u000a09:31:04.672795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20566): Terminating (SIGTERM)\u000a09:31:04.683093 --- ParallelTerminationStrategy: PID 20560 died...\u000a09:31:04.739513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20560): Terminated: ok {rc=0}\u000a09:31:04.749947 --- ParallelTerminationStrategy: PID 20563 died...\u000a09:31:04.805319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20563): Terminated: ok {rc=0}\u000a09:31:04.815693 --- ParallelTerminationStrategy: PID 20566 died...\u000a09:31:04.870991 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20566): Terminated: ok {rc=0}\u000a09:31:04.958451 bus /sierra_3: Setting Powered False\u000a09:31:06.061144 bus /sierra_3: Setting Powered False\u000a09:31:07.172008 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:30:47" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20578): Process ended prematurely: osmo-stp_10.42.42.5(pid=20578) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20578)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20578): Process ended prematurely: osmo-stp_10.42.42.5(pid=20578) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a09:31:09.176450 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:09.188488 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:31:09.344926 tst mo_mt_call.py: using LAC 20532\u000a09:31:09.463150 tst mo_mt_call.py: using RAC 132\u000a09:31:09.580930 tst mo_mt_call.py: using CellId 20532\u000a09:31:09.701377 tst mo_mt_call.py: using BVCI 20533\u000a09:31:09.724360 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:09.735901 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:09.747265 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:09.758491 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:09.769766 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:09.780913 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:31:09.901162 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:31:10.104466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:10.589920 run create_hlr_db(pid=20572): Launched\u000a09:31:10.763672 bus /sierra_2: Setting Powered False\u000a09:31:11.785857 run create_hlr_db(pid=20572): Terminated: ok {rc=0}\u000a09:31:12.217116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20574): Launched\u000a09:31:12.543248 run osmo-hlr_10.42.42.2(pid=20575): Launched\u000a09:31:12.662032 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:13.226863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20577): Launched\u000a09:31:13.553459 run osmo-stp_10.42.42.5(pid=20578): Launched\u000a09:31:13.672533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:31:14.265515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20580): Launched\u000a09:31:14.591691 run osmo-msc_10.42.42.6(pid=20581): Launched\u000a09:31:14.782620 run osmo-stp_10.42.42.5(pid=20578): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20578)]\u000a09:31:14.921054 run osmo-stp_10.42.42.5(pid=20578): stdout: \u000a| (launched: 2022-12-09_09:31:13.392790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:15.058136 run osmo-stp_10.42.42.5(pid=20578): stderr: \u000a| �[0;m�[38;5;43m20221209093113586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093113586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093113587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093113587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093113588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093113588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093113588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:15.189675 run osmo-stp_10.42.42.5(pid=20578): stdout: \u000a| (launched: 2022-12-09_09:31:13.392790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:15.320061 run osmo-stp_10.42.42.5(pid=20578): stderr: \u000a| �[0;m�[38;5;43m20221209093113586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093113586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093113587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093113587 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093113588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093113588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093113588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:15.377356 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20578): Process ended prematurely: osmo-stp_10.42.42.5(pid=20578) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20578)] [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a09:31:15.386812 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:31:15.450426 run osmo-hlr_10.42.42.2(pid=20575): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20575)]\u000a09:31:15.502015 run osmo-hlr_10.42.42.2(pid=20575): stdout: \u000a| (launched: 2022-12-09_09:31:12.382712) \u000a09:31:15.554260 run osmo-hlr_10.42.42.2(pid=20575): stderr: \u000a| �[0;m�[1;31m20221209093112582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093112582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093112582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093112582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093112582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093112582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093112594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093112604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093112605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:15.625158 run osmo-msc_10.42.42.6(pid=20581): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20581)]\u000a09:31:15.676659 run osmo-msc_10.42.42.6(pid=20581): stdout: \u000a| (launched: 2022-12-09_09:31:14.431009) \u000a09:31:15.728644 run osmo-msc_10.42.42.6(pid=20581): stderr: \u000a| �[0;m�[38;5;43m20221209093114751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093114751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f779ae8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093114751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093114751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093114752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093114752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093114753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093114754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093114754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093114754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:31:15.773088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20574): Terminating (SIGTERM)\u000a09:31:15.815568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20577): Terminating (SIGTERM)\u000a09:31:15.874690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20580): Terminating (SIGTERM)\u000a09:31:15.885836 --- ParallelTerminationStrategy: PID 20574 died...\u000a09:31:15.948445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20574): Terminated: ok {rc=0}\u000a09:31:15.959397 --- ParallelTerminationStrategy: PID 20577 died...\u000a09:31:16.017492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20577): Terminated: ok {rc=0}\u000a09:31:16.028355 --- ParallelTerminationStrategy: PID 20580 died...\u000a09:31:16.086936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20580): Terminated: ok {rc=0}\u000a09:31:16.174866 bus /sierra_3: Setting Powered False\u000a09:31:17.289686 bus /sierra_3: Setting Powered False\u000a09:31:18.396238 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 38, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20589): Process ended prematurely: osmo-stp_10.42.42.5(pid=20589) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20589)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20589): Process ended prematurely: osmo-stp_10.42.42.5(pid=20589) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:31:19.510922 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:19.523515 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a09:31:19.687273 tst mo_mt_call_osmux.py: using LAC 20533\u000a09:31:19.815797 tst mo_mt_call_osmux.py: using RAC 133\u000a09:31:19.938245 tst mo_mt_call_osmux.py: using CellId 20533\u000a09:31:20.062187 tst mo_mt_call_osmux.py: using BVCI 20534\u000a09:31:20.085380 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:20.097025 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:20.108455 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:20.120302 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:20.132082 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a09:31:20.143773 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:31:20.264773 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a09:31:20.474817 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:20.987253 run create_hlr_db(pid=20583): Launched\u000a09:31:21.175885 bus /sierra_2: Setting Powered False\u000a09:31:22.195930 run create_hlr_db(pid=20583): Terminated: ok {rc=0}\u000a09:31:22.603010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20585): Launched\u000a09:31:22.907421 run osmo-hlr_10.42.42.2(pid=20586): Launched\u000a09:31:23.028124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:23.561361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20588): Launched\u000a09:31:23.865226 run osmo-stp_10.42.42.5(pid=20589): Launched\u000a09:31:23.975615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:31:24.529390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20591): Launched\u000a09:31:24.833909 run osmo-msc_10.42.42.6(pid=20592): Launched\u000a09:31:25.011300 run osmo-stp_10.42.42.5(pid=20589): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20589)]\u000a09:31:25.139475 run osmo-stp_10.42.42.5(pid=20589): stdout: \u000a| (launched: 2022-12-09_09:31:23.715510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:25.266888 run osmo-stp_10.42.42.5(pid=20589): stderr: \u000a| �[0;m�[38;5;43m20221209093123885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093123885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093123885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093123886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093123886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093123886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093123886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:25.388855 run osmo-stp_10.42.42.5(pid=20589): stdout: \u000a| (launched: 2022-12-09_09:31:23.715510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:25.510389 run osmo-stp_10.42.42.5(pid=20589): stderr: \u000a| �[0;m�[38;5;43m20221209093123885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093123885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093123885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093123886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093123886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093123886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093123886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:25.563829 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20589): Process ended prematurely: osmo-stp_10.42.42.5(pid=20589) [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20589)] [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a09:31:25.572650 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:31:25.632250 run osmo-hlr_10.42.42.2(pid=20586): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20586)]\u000a09:31:25.680838 run osmo-hlr_10.42.42.2(pid=20586): stdout: \u000a| (launched: 2022-12-09_09:31:22.757540) \u000a09:31:25.730320 run osmo-hlr_10.42.42.2(pid=20586): stderr: \u000a| �[0;m�[1;31m20221209093122935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093122935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093122935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093122935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093122935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093122935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093122947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093122958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093122958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093122958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:25.797242 run osmo-msc_10.42.42.6(pid=20592): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20592)]\u000a09:31:25.845845 run osmo-msc_10.42.42.6(pid=20592): stdout: \u000a| (launched: 2022-12-09_09:31:24.683421) \u000a09:31:25.894980 run osmo-msc_10.42.42.6(pid=20592): stderr: \u000a| �[0;m�[38;5;43m20221209093124954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093124954 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc0c838cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093124954 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093124954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093124955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093124955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093124957 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093124957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093124957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093124957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:31:25.936746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20585): Terminating (SIGTERM)\u000a09:31:25.976329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20588): Terminating (SIGTERM)\u000a09:31:26.016079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20591): Terminating (SIGTERM)\u000a09:31:26.025550 --- ParallelTerminationStrategy: PID 20585 died...\u000a09:31:26.078606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20585): Terminated: ok {rc=0}\u000a09:31:26.088257 --- ParallelTerminationStrategy: PID 20588 died...\u000a09:31:26.140721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20588): Terminated: ok {rc=0}\u000a09:31:26.150380 --- ParallelTerminationStrategy: PID 20591 died...\u000a09:31:26.203006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20591): Terminated: ok {rc=0}\u000a09:31:26.285519 bus /sierra_3: Setting Powered False\u000a09:31:27.385289 bus /sierra_3: Setting Powered False\u000a09:31:28.495303 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:31:08" }, { "cases" : [ { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20604): Process ended prematurely: osmo-stp_10.42.42.5(pid=20604) [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20604)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20604): Process ended prematurely: osmo-stp_10.42.42.5(pid=20604) [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20604)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a09:31:30.510101 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:30.522092 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:31:30.687213 tst mo_mt_call.py: using LAC 20534\u000a09:31:30.813450 tst mo_mt_call.py: using RAC 134\u000a09:31:30.954958 tst mo_mt_call.py: using CellId 20534\u000a09:31:31.085118 tst mo_mt_call.py: using BVCI 20535\u000a09:31:31.111413 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:31.124437 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:31.138426 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:31.152177 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:31.166411 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:31.179869 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:31:31.305622 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:31:31.588289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:32.128181 run create_hlr_db(pid=20598): Launched\u000a09:31:32.307160 bus /sierra_2: Setting Powered False\u000a09:31:33.327272 run create_hlr_db(pid=20598): Terminated: ok {rc=0}\u000a09:31:33.733180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20600): Launched\u000a09:31:34.038708 run osmo-hlr_10.42.42.2(pid=20601): Launched\u000a09:31:34.154241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:34.680229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20603): Launched\u000a09:31:34.983249 run osmo-stp_10.42.42.5(pid=20604): Launched\u000a09:31:35.093003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:31:35.646808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20606): Launched\u000a09:31:35.949915 run osmo-msc_10.42.42.6(pid=20607): Launched\u000a09:31:36.127119 run osmo-stp_10.42.42.5(pid=20604): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20604)]\u000a09:31:36.255145 run osmo-stp_10.42.42.5(pid=20604): stdout: \u000a| (launched: 2022-12-09_09:31:34.834240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:36.381067 run osmo-stp_10.42.42.5(pid=20604): stderr: \u000a| �[0;m�[38;5;43m20221209093135002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093135002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093135003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093135003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093135004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093135004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093135004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:36.503089 run osmo-stp_10.42.42.5(pid=20604): stdout: \u000a| (launched: 2022-12-09_09:31:34.834240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:36.624100 run osmo-stp_10.42.42.5(pid=20604): stderr: \u000a| �[0;m�[38;5;43m20221209093135002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093135002 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093135003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093135003 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093135004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093135004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093135004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:36.677590 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20604): Process ended prematurely: osmo-stp_10.42.42.5(pid=20604) [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20604)] [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a09:31:36.686331 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a09:31:36.746009 run osmo-hlr_10.42.42.2(pid=20601): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20601)]\u000a09:31:36.794956 run osmo-hlr_10.42.42.2(pid=20601): stdout: \u000a| (launched: 2022-12-09_09:31:33.888714) \u000a09:31:36.844669 run osmo-hlr_10.42.42.2(pid=20601): stderr: \u000a| �[0;m�[1;31m20221209093134066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093134066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093134066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093134066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093134066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093134066 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093134078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093134087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093134087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093134087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:36.911882 run osmo-msc_10.42.42.6(pid=20607): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20607)]\u000a09:31:36.960217 run osmo-msc_10.42.42.6(pid=20607): stdout: \u000a| (launched: 2022-12-09_09:31:35.800369) \u000a09:31:37.009206 run osmo-msc_10.42.42.6(pid=20607): stderr: \u000a| �[0;m�[38;5;43m20221209093136073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093136073 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12ae756c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093136073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093136073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093136074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093136075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093136077 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093136077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093136077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093136077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:31:37.051225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20600): Terminating (SIGTERM)\u000a09:31:37.091093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20603): Terminating (SIGTERM)\u000a09:31:37.131016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20606): Terminating (SIGTERM)\u000a09:31:37.140411 --- ParallelTerminationStrategy: PID 20600 died...\u000a09:31:37.193810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20600): Terminated: ok {rc=0}\u000a09:31:37.203519 --- ParallelTerminationStrategy: PID 20603 died...\u000a09:31:37.256426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20603): Terminated: ok {rc=0}\u000a09:31:37.266477 --- ParallelTerminationStrategy: PID 20606 died...\u000a09:31:37.320354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20606): Terminated: ok {rc=0}\u000a09:31:37.408380 bus /sierra_3: Setting Powered False\u000a09:31:38.512290 bus /sierra_3: Setting Powered False\u000a09:31:39.619505 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20616): Process ended prematurely: osmo-stp_10.42.42.5(pid=20616) [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20616)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20616): Process ended prematurely: osmo-stp_10.42.42.5(pid=20616) [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20616)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:31:40.735019 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:40.747725 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:31:40.913881 tst mo_mt_call_osmux.py: using LAC 20535\u000a09:31:41.040493 tst mo_mt_call_osmux.py: using RAC 135\u000a09:31:41.169588 tst mo_mt_call_osmux.py: using CellId 20535\u000a09:31:41.296751 tst mo_mt_call_osmux.py: using BVCI 20536\u000a09:31:41.321874 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:41.334025 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:41.345903 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:41.358172 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:41.370181 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a09:31:41.382357 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:31:41.504310 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:31:41.709868 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:42.198626 run create_hlr_db(pid=20610): Launched\u000a09:31:42.373243 bus /sierra_2: Setting Powered False\u000a09:31:43.395258 run create_hlr_db(pid=20610): Terminated: ok {rc=0}\u000a09:31:43.827241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20612): Launched\u000a09:31:44.153436 run osmo-hlr_10.42.42.2(pid=20613): Launched\u000a09:31:44.275950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:44.803352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20615): Launched\u000a09:31:45.107361 run osmo-stp_10.42.42.5(pid=20616): Launched\u000a09:31:45.218188 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:31:45.772608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20618): Launched\u000a09:31:46.285911 run osmo-msc_10.42.42.6(pid=20619): Launched\u000a09:31:46.631486 run osmo-stp_10.42.42.5(pid=20616): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20616)]\u000a09:31:46.856872 run osmo-stp_10.42.42.5(pid=20616): stdout: \u000a| (launched: 2022-12-09_09:31:44.957501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:47.000366 run osmo-stp_10.42.42.5(pid=20616): stderr: \u000a| �[0;m�[38;5;43m20221209093145127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093145127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093145127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093145128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093145128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093145128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093145128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:47.124918 run osmo-stp_10.42.42.5(pid=20616): stdout: \u000a| (launched: 2022-12-09_09:31:44.957501)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:47.268608 run osmo-stp_10.42.42.5(pid=20616): stderr: \u000a| �[0;m�[38;5;43m20221209093145127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093145127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093145127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093145128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093145128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093145128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093145128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:47.342687 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20616): Process ended prematurely: osmo-stp_10.42.42.5(pid=20616) [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20616)] [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a09:31:47.352374 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a09:31:47.413233 run osmo-hlr_10.42.42.2(pid=20613): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20613)]\u000a09:31:47.462747 run osmo-hlr_10.42.42.2(pid=20613): stdout: \u000a| (launched: 2022-12-09_09:31:43.993162) \u000a09:31:47.512277 run osmo-hlr_10.42.42.2(pid=20613): stderr: \u000a| �[0;m�[1;31m20221209093144190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093144190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093144190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093144190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093144190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093144190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093144206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093144215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093144216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093144216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:47.579419 run osmo-msc_10.42.42.6(pid=20619): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20619)]\u000a09:31:47.627858 run osmo-msc_10.42.42.6(pid=20619): stdout: \u000a| (launched: 2022-12-09_09:31:45.939668) \u000a09:31:47.677157 run osmo-msc_10.42.42.6(pid=20619): stderr: \u000a| �[0;m�[38;5;43m20221209093146480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093146480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2fa59efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093146480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093146480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093146480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093146480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093146490 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093146492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093146493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093146493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:31:47.718888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20612): Terminating (SIGTERM)\u000a09:31:47.758381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20615): Terminating (SIGTERM)\u000a09:31:47.798051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20618): Terminating (SIGTERM)\u000a09:31:47.807290 --- ParallelTerminationStrategy: PID 20612 died...\u000a09:31:47.860446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20612): Terminated: ok {rc=0}\u000a09:31:47.870117 --- ParallelTerminationStrategy: PID 20615 died...\u000a09:31:47.923034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20615): Terminated: ok {rc=0}\u000a09:31:47.932735 --- ParallelTerminationStrategy: PID 20618 died...\u000a09:31:47.986154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20618): Terminated: ok {rc=0}\u000a09:31:48.070542 bus /sierra_3: Setting Powered False\u000a09:31:49.176784 bus /sierra_3: Setting Powered False\u000a09:31:50.282453 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:31:30" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20630): Process ended prematurely: osmo-stp_10.42.42.5(pid=20630) [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20630)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20630): Process ended prematurely: osmo-stp_10.42.42.5(pid=20630) [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a09:31:52.289144 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:31:52.300823 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:31:52.437848 tst mo_mt_call.py: using LAC 20536\u000a09:31:52.561319 tst mo_mt_call.py: using RAC 136\u000a09:31:52.678438 tst mo_mt_call.py: using CellId 20536\u000a09:31:52.796096 tst mo_mt_call.py: using BVCI 20537\u000a09:31:52.819281 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:31:52.830954 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:31:52.842325 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:31:52.853758 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:31:52.865212 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:31:52.876493 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:31:52.995664 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:31:53.208881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:31:53.723497 run create_hlr_db(pid=20624): Launched\u000a09:31:53.911867 bus /sierra_2: Setting Powered False\u000a09:31:54.933763 run create_hlr_db(pid=20624): Terminated: ok {rc=0}\u000a09:31:55.340679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20626): Launched\u000a09:31:55.646717 run osmo-hlr_10.42.42.2(pid=20627): Launched\u000a09:31:55.758997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:31:56.283167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20629): Launched\u000a09:31:56.586254 run osmo-stp_10.42.42.5(pid=20630): Launched\u000a09:31:56.696284 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:31:57.257609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20632): Launched\u000a09:31:57.584917 run osmo-msc_10.42.42.6(pid=20633): Launched\u000a09:31:57.776482 run osmo-stp_10.42.42.5(pid=20630): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20630)]\u000a09:31:57.914742 run osmo-stp_10.42.42.5(pid=20630): stdout: \u000a| (launched: 2022-12-09_09:31:56.436477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:58.046109 run osmo-stp_10.42.42.5(pid=20630): stderr: \u000a| �[0;m�[38;5;43m20221209093156607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093156607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093156607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093156607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093156608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093156608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093156608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:58.168085 run osmo-stp_10.42.42.5(pid=20630): stdout: \u000a| (launched: 2022-12-09_09:31:56.436477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:31:58.289181 run osmo-stp_10.42.42.5(pid=20630): stderr: \u000a| �[0;m�[38;5;43m20221209093156607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093156607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093156607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093156607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093156608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093156608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093156608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:31:58.342599 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20630): Process ended prematurely: osmo-stp_10.42.42.5(pid=20630) [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20630)] [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a09:31:58.351328 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a09:31:58.411306 run osmo-hlr_10.42.42.2(pid=20627): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20627)]\u000a09:31:58.460736 run osmo-hlr_10.42.42.2(pid=20627): stdout: \u000a| (launched: 2022-12-09_09:31:55.495591) \u000a09:31:58.511479 run osmo-hlr_10.42.42.2(pid=20627): stderr: \u000a| �[0;m�[1;31m20221209093155674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093155674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093155674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093155674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093155674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093155674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093155691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093155701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093155701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093155701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:31:58.579512 run osmo-msc_10.42.42.6(pid=20633): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20633)]\u000a09:31:58.628773 run osmo-msc_10.42.42.6(pid=20633): stdout: \u000a| (launched: 2022-12-09_09:31:57.423438) \u000a09:31:58.678869 run osmo-msc_10.42.42.6(pid=20633): stderr: \u000a| �[0;m�[38;5;43m20221209093157743 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093157744 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a3ad38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093157744 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093157744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093157744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093157744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093157746 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093157746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093157746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093157746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:31:58.721476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20626): Terminating (SIGTERM)\u000a09:31:58.761670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20629): Terminating (SIGTERM)\u000a09:31:58.801709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20632): Terminating (SIGTERM)\u000a09:31:58.811027 --- ParallelTerminationStrategy: PID 20626 died...\u000a09:31:58.864824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20626): Terminated: ok {rc=0}\u000a09:31:58.874686 --- ParallelTerminationStrategy: PID 20629 died...\u000a09:31:58.928317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20629): Terminated: ok {rc=0}\u000a09:31:58.937988 --- ParallelTerminationStrategy: PID 20632 died...\u000a09:31:58.991305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20632): Terminated: ok {rc=0}\u000a09:31:59.075363 bus /sierra_3: Setting Powered False\u000a09:32:00.181462 bus /sierra_3: Setting Powered False\u000a09:32:01.291529 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 193, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20641): Process ended prematurely: osmo-stp_10.42.42.5(pid=20641) [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20641)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20641): Process ended prematurely: osmo-stp_10.42.42.5(pid=20641) [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a09:32:02.399716 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:32:02.412014 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:32:02.559946 tst mo_mt_call_osmux.py: using LAC 20537\u000a09:32:02.679723 tst mo_mt_call_osmux.py: using RAC 137\u000a09:32:02.801313 tst mo_mt_call_osmux.py: using CellId 20537\u000a09:32:02.922523 tst mo_mt_call_osmux.py: using BVCI 20538\u000a09:32:02.945827 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:32:02.957595 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:32:02.969137 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:32:02.980637 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:32:02.992287 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a09:32:03.003860 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:32:03.121574 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a09:32:03.335434 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:03.848668 run create_hlr_db(pid=20635): Launched\u000a09:32:04.037553 bus /sierra_2: Setting Powered False\u000a09:32:05.058428 run create_hlr_db(pid=20635): Terminated: ok {rc=0}\u000a09:32:05.466413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20637): Launched\u000a09:32:05.771943 run osmo-hlr_10.42.42.2(pid=20638): Launched\u000a09:32:05.883921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:06.410830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20640): Launched\u000a09:32:06.716034 run osmo-stp_10.42.42.5(pid=20641): Launched\u000a09:32:06.826265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:32:07.380817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20643): Launched\u000a09:32:07.687230 run osmo-msc_10.42.42.6(pid=20644): Launched\u000a09:32:07.865966 run osmo-stp_10.42.42.5(pid=20641): ERR: Terminated: ERROR {rc=1} [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20641)]\u000a09:32:07.994566 run osmo-stp_10.42.42.5(pid=20641): stdout: \u000a| (launched: 2022-12-09_09:32:06.565649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:08.121270 run osmo-stp_10.42.42.5(pid=20641): stderr: \u000a| �[0;m�[38;5;43m20221209093206738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093206738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093206738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093206739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093206739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093206739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093206739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:08.243655 run osmo-stp_10.42.42.5(pid=20641): stdout: \u000a| (launched: 2022-12-09_09:32:06.565649)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:08.365399 run osmo-stp_10.42.42.5(pid=20641): stderr: \u000a| �[0;m�[38;5;43m20221209093206738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093206738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093206738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093206739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093206739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093206739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093206739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:08.419200 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20641): Process ended prematurely: osmo-stp_10.42.42.5(pid=20641) [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20641)] [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a09:32:08.428057 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a09:32:08.488502 run osmo-hlr_10.42.42.2(pid=20638): ERR: Terminated: ERROR {rc=237} [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20638)]\u000a09:32:08.537792 run osmo-hlr_10.42.42.2(pid=20638): stdout: \u000a| (launched: 2022-12-09_09:32:05.621390) \u000a09:32:08.587841 run osmo-hlr_10.42.42.2(pid=20638): stderr: \u000a| �[0;m�[1;31m20221209093205796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093205796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093205796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093205796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093205796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093205796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093205808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093205817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093205817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093205817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:08.655587 run osmo-msc_10.42.42.6(pid=20644): ERR: Terminated: ERROR {rc=2} [trial-2357↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20644)]\u000a09:32:08.704570 run osmo-msc_10.42.42.6(pid=20644): stdout: \u000a| (launched: 2022-12-09_09:32:07.535937) \u000a09:32:08.754498 run osmo-msc_10.42.42.6(pid=20644): stderr: \u000a| �[0;m�[38;5;43m20221209093207808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093207808 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09e4b51c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093207808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093207808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093207808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093207809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093207810 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093207811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093207811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093207811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:32:08.796883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20637): Terminating (SIGTERM)\u000a09:32:08.837098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20640): Terminating (SIGTERM)\u000a09:32:08.877562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20643): Terminating (SIGTERM)\u000a09:32:08.887044 --- ParallelTerminationStrategy: PID 20637 died...\u000a09:32:08.940266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20637): Terminated: ok {rc=0}\u000a09:32:08.949946 --- ParallelTerminationStrategy: PID 20640 died...\u000a09:32:09.003032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20640): Terminated: ok {rc=0}\u000a09:32:09.012679 --- ParallelTerminationStrategy: PID 20643 died...\u000a09:32:09.065678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20643): Terminated: ok {rc=0}\u000a09:32:09.155073 bus /sierra_3: Setting Powered False\u000a09:32:10.263306 bus /sierra_3: Setting Powered False\u000a09:32:11.371073 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:31:52" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20655): Process ended prematurely: osmo-stp_10.42.42.5(pid=20655) [trial-2357↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20655): Process ended prematurely: osmo-stp_10.42.42.5(pid=20655) [trial-2357↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a09:32:13.410024 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:13.421715 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:32:13.567444 tst emergency_mo_mt_call.py: using LAC 20538\u000a09:32:13.695100 tst emergency_mo_mt_call.py: using RAC 138\u000a09:32:13.819816 tst emergency_mo_mt_call.py: using CellId 20538\u000a09:32:13.944171 tst emergency_mo_mt_call.py: using BVCI 20539\u000a09:32:13.968337 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:13.979705 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:13.990872 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:14.002646 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:14.014421 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:14.026322 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:32:14.143988 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:32:14.348031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:14.828037 run create_hlr_db(pid=20649): Launched\u000a09:32:14.999335 bus /sierra_2: Setting Powered False\u000a09:32:16.035916 run create_hlr_db(pid=20649): Terminated: ok {rc=0}\u000a09:32:16.507387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20651): Launched\u000a09:32:16.966206 run osmo-hlr_10.42.42.2(pid=20652): Launched\u000a09:32:17.131179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:17.730588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20654): Launched\u000a09:32:18.049774 run osmo-stp_10.42.42.5(pid=20655): Launched\u000a09:32:18.180454 tst emergency_mo_mt_call.py: using MSISDN 7133\u000a09:32:18.339492 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:32:18.922178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20657): Launched\u000a09:32:19.243312 run osmo-msc_10.42.42.6(pid=20658): Launched\u000a09:32:19.432733 run osmo-stp_10.42.42.5(pid=20655): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)]\u000a09:32:19.568251 run osmo-stp_10.42.42.5(pid=20655): stdout: \u000a| (launched: 2022-12-09_09:32:17.892513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:19.703445 run osmo-stp_10.42.42.5(pid=20655): stderr: \u000a| �[0;m�[38;5;43m20221209093218084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093218084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093218084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093218085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093218085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093218085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093218085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:19.832244 run osmo-stp_10.42.42.5(pid=20655): stdout: \u000a| (launched: 2022-12-09_09:32:17.892513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:19.959768 run osmo-stp_10.42.42.5(pid=20655): stderr: \u000a| �[0;m�[38;5;43m20221209093218084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093218084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093218084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093218085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093218085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093218085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093218085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:20.015676 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20655): Process ended prematurely: osmo-stp_10.42.42.5(pid=20655) [trial-2357↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20655)] [trial-2357↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a09:32:20.024577 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a09:32:20.088740 run osmo-hlr_10.42.42.2(pid=20652): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20652)]\u000a09:32:20.140519 run osmo-hlr_10.42.42.2(pid=20652): stdout: \u000a| (launched: 2022-12-09_09:32:16.678082) \u000a09:32:20.193066 run osmo-hlr_10.42.42.2(pid=20652): stderr: \u000a| �[0;m�[1;31m20221209093217006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093217006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093217006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093217007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093217007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093217007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093217022 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093217038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093217039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093217039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:20.264661 run osmo-msc_10.42.42.6(pid=20658): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20658)]\u000a09:32:20.316853 run osmo-msc_10.42.42.6(pid=20658): stdout: \u000a| (launched: 2022-12-09_09:32:19.084697) \u000a09:32:20.369051 run osmo-msc_10.42.42.6(pid=20658): stderr: \u000a| �[0;m�[38;5;43m20221209093219406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093219406 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5caa511c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093219406 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093219406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093219406 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093219407 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093219408 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093219409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093219409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093219409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:32:20.413997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20651): Terminating (SIGTERM)\u000a09:32:20.456507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20654): Terminating (SIGTERM)\u000a09:32:20.498666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20657): Terminating (SIGTERM)\u000a09:32:20.508748 --- ParallelTerminationStrategy: PID 20651 died...\u000a09:32:20.565032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20651): Terminated: ok {rc=0}\u000a09:32:20.575495 --- ParallelTerminationStrategy: PID 20654 died...\u000a09:32:20.631828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20654): Terminated: ok {rc=0}\u000a09:32:20.642079 --- ParallelTerminationStrategy: PID 20657 died...\u000a09:32:20.698400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20657): Terminated: ok {rc=0}\u000a09:32:20.786128 bus /sierra_3: Setting Powered False\u000a09:32:21.894145 bus /sierra_3: Setting Powered False\u000a09:32:23.002472 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 195, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20666): Process ended prematurely: osmo-stp_10.42.42.5(pid=20666) [trial-2357↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20666)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20666): Process ended prematurely: osmo-stp_10.42.42.5(pid=20666) [trial-2357↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a09:32:24.054747 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:24.066951 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:32:24.212909 tst emergency_preemptive_call.py: using LAC 20539\u000a09:32:24.338157 tst emergency_preemptive_call.py: using RAC 139\u000a09:32:24.463144 tst emergency_preemptive_call.py: using CellId 20539\u000a09:32:24.588941 tst emergency_preemptive_call.py: using BVCI 20540\u000a09:32:24.613237 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:24.624581 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:24.635714 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:24.647293 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:24.658826 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a09:32:24.670498 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:32:24.790338 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:32:24.910387 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:32:25.026265 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:32:25.227059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:25.708061 run create_hlr_db(pid=20660): Launched\u000a09:32:25.880132 bus /sierra_2: Setting Powered False\u000a09:32:26.902120 run create_hlr_db(pid=20660): Terminated: ok {rc=0}\u000a09:32:27.327972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20662): Launched\u000a09:32:27.649823 run osmo-hlr_10.42.42.2(pid=20663): Launched\u000a09:32:27.769529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:28.326496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20665): Launched\u000a09:32:28.647083 run osmo-stp_10.42.42.5(pid=20666): Launched\u000a09:32:28.779664 tst emergency_preemptive_call.py: using MSISDN 7134\u000a09:32:28.938325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:32:29.519533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20668): Launched\u000a09:32:29.839753 run osmo-msc_10.42.42.6(pid=20669): Launched\u000a09:32:30.019940 run osmo-stp_10.42.42.5(pid=20666): ERR: Terminated: ERROR {rc=1} [trial-2357↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20666)]\u000a09:32:30.148341 run osmo-stp_10.42.42.5(pid=20666): stdout: \u000a| (launched: 2022-12-09_09:32:28.488880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:30.273604 run osmo-stp_10.42.42.5(pid=20666): stderr: \u000a| �[0;m�[38;5;43m20221209093228681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093228681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093228682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093228682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093228683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093228683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093228683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:30.393231 run osmo-stp_10.42.42.5(pid=20666): stdout: \u000a| (launched: 2022-12-09_09:32:28.488880)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:30.511515 run osmo-stp_10.42.42.5(pid=20666): stderr: \u000a| �[0;m�[38;5;43m20221209093228681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093228681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093228682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093228682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093228683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093228683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093228683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:30.563573 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20666): Process ended prematurely: osmo-stp_10.42.42.5(pid=20666) [trial-2357↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20666)] [trial-2357↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a09:32:30.571548 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a09:32:30.631239 run osmo-hlr_10.42.42.2(pid=20663): ERR: Terminated: ERROR {rc=237} [trial-2357↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20663)]\u000a09:32:30.680071 run osmo-hlr_10.42.42.2(pid=20663): stdout: \u000a| (launched: 2022-12-09_09:32:27.491198) \u000a09:32:30.729705 run osmo-hlr_10.42.42.2(pid=20663): stderr: \u000a| �[0;m�[1;31m20221209093227690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093227690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093227690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093227691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093227691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093227691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093227703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093227712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093227712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093227712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:30.797395 run osmo-msc_10.42.42.6(pid=20669): ERR: Terminated: ERROR {rc=2} [trial-2357↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20669)]\u000a09:32:30.850387 run osmo-msc_10.42.42.6(pid=20669): stdout: \u000a| (launched: 2022-12-09_09:32:29.682434) \u000a09:32:30.907331 run osmo-msc_10.42.42.6(pid=20669): stderr: \u000a| �[0;m�[38;5;43m20221209093229961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093229961 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f878d67bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093229961 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093229961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093229961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093229962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093229963 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093229964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093229964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093229964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:32:30.951618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20662): Terminating (SIGTERM)\u000a09:32:30.994324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20665): Terminating (SIGTERM)\u000a09:32:31.039361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20668): Terminating (SIGTERM)\u000a09:32:31.049868 --- ParallelTerminationStrategy: PID 20662 died...\u000a09:32:31.106465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20662): Terminated: ok {rc=0}\u000a09:32:31.116742 --- ParallelTerminationStrategy: PID 20665 died...\u000a09:32:31.171017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20665): Terminated: ok {rc=0}\u000a09:32:31.181124 --- ParallelTerminationStrategy: PID 20668 died...\u000a09:32:31.234912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20668): Terminated: ok {rc=0}\u000a09:32:31.325668 bus /sierra_9: Setting Powered False\u000a09:32:32.432642 bus /sierra_9: Setting Powered False\u000a09:32:33.541252 bus /sierra_8: Setting Powered False\u000a09:32:34.649056 bus /sierra_8: Setting Powered False\u000a09:32:35.760939 bus /sierra_3: Setting Powered False\u000a09:32:36.864791 bus /sierra_3: Setting Powered False\u000a09:32:37.976673 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:32:13" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20684): Process ended prematurely: osmo-stp_10.42.42.5(pid=20684) [trial-2357↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20684)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20684): Process ended prematurely: osmo-stp_10.42.42.5(pid=20684) [trial-2357↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:32:40.124348 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:40.135660 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:32:40.274827 tst cs_paging_gprs_active.py: using LAC 20540\u000a09:32:40.396591 tst cs_paging_gprs_active.py: using RAC 140\u000a09:32:40.517971 tst cs_paging_gprs_active.py: using CellId 20540\u000a09:32:40.639964 tst cs_paging_gprs_active.py: using BVCI 20541\u000a09:32:40.663744 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:40.674868 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:40.685722 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:40.696464 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:40.707233 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:40.718112 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:40.729061 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:40.739735 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:40.750508 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:32:40.870282 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:32:41.171056 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:32:41.308135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:41.646305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20674): Launched\u000a09:32:41.927198 run iperf3-srv_10.42.42.10(pid=20675): Launched\u000a09:32:42.127057 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:32:42.263644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:42.601325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20676): Launched\u000a09:32:42.880174 run iperf3-srv_10.42.42.10(pid=20677): Launched\u000a09:32:43.079094 tst cs_paging_gprs_active.py:38: start network...\u000a09:32:43.215439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:43.728912 run create_hlr_db(pid=20678): Launched\u000a09:32:43.917476 bus /sierra_2: Setting Powered False\u000a09:32:44.938629 run create_hlr_db(pid=20678): Terminated: ok {rc=0}\u000a09:32:45.371288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20680): Launched\u000a09:32:45.698523 run osmo-hlr_10.42.42.2(pid=20681): Launched\u000a09:32:45.817072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:46.441669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20683): Launched\u000a09:32:46.869886 run osmo-stp_10.42.42.5(pid=20684): Launched\u000a09:32:47.089463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:47.659156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20686): Launched\u000a09:32:47.775535 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:48.059236 run patchelf(pid=20687): Launched\u000a09:32:48.249260 run osmo-stp_10.42.42.5(pid=20684): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20684)]\u000a09:32:48.388631 run osmo-stp_10.42.42.5(pid=20684): stdout: \u000a| (launched: 2022-12-09_09:32:46.609476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:48.527503 run osmo-stp_10.42.42.5(pid=20684): stderr: \u000a| �[0;m�[38;5;43m20221209093246907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093246907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093246907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093246908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093246908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093246908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093246908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:48.661899 run osmo-stp_10.42.42.5(pid=20684): stdout: \u000a| (launched: 2022-12-09_09:32:46.609476)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:32:48.795102 run osmo-stp_10.42.42.5(pid=20684): stderr: \u000a| �[0;m�[38;5;43m20221209093246907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093246907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093246907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093246908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093246908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093246908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093246908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:32:48.950358 run patchelf(pid=20687): Terminating (SIGINT)\u000a09:32:49.132436 run patchelf(pid=20687): Terminated: ok {rc=0}\u000a09:32:49.165930 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20684): Process ended prematurely: osmo-stp_10.42.42.5(pid=20684) [trial-2357↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20684)] [trial-2357↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a09:32:49.175786 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a09:32:49.239151 run osmo-hlr_10.42.42.2(pid=20681): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20681)]\u000a09:32:49.290860 run osmo-hlr_10.42.42.2(pid=20681): stdout: \u000a| (launched: 2022-12-09_09:32:45.537766) \u000a09:32:49.342856 run osmo-hlr_10.42.42.2(pid=20681): stderr: \u000a| �[0;m�[1;31m20221209093245737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093245737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093245737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093245737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093245737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093245737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093245750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093245758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093245759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093245759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:32:49.386925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20674): Terminating (SIGTERM)\u000a09:32:49.428669 run iperf3-srv_10.42.42.10(pid=20675): Terminating (SIGTERM)\u000a09:32:49.470545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20676): Terminating (SIGTERM)\u000a09:32:49.512536 run iperf3-srv_10.42.42.10(pid=20677): Terminating (SIGTERM)\u000a09:32:49.554125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20680): Terminating (SIGTERM)\u000a09:32:49.596056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20683): Terminating (SIGTERM)\u000a09:32:49.637988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20686): Terminating (SIGTERM)\u000a09:32:49.647737 --- ParallelTerminationStrategy: PID 20674 died...\u000a09:32:49.703628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20674): Terminated: ok {rc=0}\u000a09:32:49.713771 --- ParallelTerminationStrategy: PID 20675 died...\u000a09:32:49.769009 run iperf3-srv_10.42.42.10(pid=20675): Terminated {rc=256}\u000a09:32:49.779324 --- ParallelTerminationStrategy: PID 20676 died...\u000a09:32:49.834977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20676): Terminated: ok {rc=0}\u000a09:32:49.845075 --- ParallelTerminationStrategy: PID 20677 died...\u000a09:32:49.900879 run iperf3-srv_10.42.42.10(pid=20677): Terminated {rc=256}\u000a09:32:49.910884 --- ParallelTerminationStrategy: PID 20680 died...\u000a09:32:49.966329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20680): Terminated: ok {rc=0}\u000a09:32:49.976281 --- ParallelTerminationStrategy: PID 20683 died...\u000a09:32:50.032301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20683): Terminated: ok {rc=0}\u000a09:32:50.042513 --- ParallelTerminationStrategy: PID 20686 died...\u000a09:32:50.098993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20686): Terminated: ok {rc=0}\u000a09:32:50.185267 bus /gobi_0: Setting Powered False\u000a09:32:51.293190 bus /gobi_0: Setting Powered False\u000a09:32:52.404686 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20699): Process ended prematurely: osmo-stp_10.42.42.5(pid=20699) [trial-2357↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20699)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20699): Process ended prematurely: osmo-stp_10.42.42.5(pid=20699) [trial-2357↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a09:32:53.515216 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:53.526592 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:32:53.663709 tst iperf3.py: using LAC 20541\u000a09:32:53.785065 tst iperf3.py: using RAC 141\u000a09:32:53.904757 tst iperf3.py: using CellId 20541\u000a09:32:54.025737 tst iperf3.py: using BVCI 20542\u000a09:32:54.048820 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:54.059696 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:54.070412 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:54.081030 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:54.091550 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:54.102092 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:54.112724 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:54.123290 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:32:54.133974 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:32:54.431696 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:32:54.568719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:32:54.905761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20691): Launched\u000a09:32:55.185587 run iperf3-srv_10.42.42.10(pid=20692): Launched\u000a09:32:55.385581 tst iperf3.py:8: start network...\u000a09:32:55.521801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:32:56.034740 run create_hlr_db(pid=20693): Launched\u000a09:32:56.222827 bus /gobi_6: Setting Powered False\u000a09:32:57.244216 run create_hlr_db(pid=20693): Terminated: ok {rc=0}\u000a09:32:57.651637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20695): Launched\u000a09:32:57.957393 run osmo-hlr_10.42.42.2(pid=20696): Launched\u000a09:32:58.075099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:32:58.612698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20698): Launched\u000a09:32:58.917373 run osmo-stp_10.42.42.5(pid=20699): Launched\u000a09:32:59.027893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:32:59.557191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20701): Launched\u000a09:32:59.665217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:32:59.930390 run patchelf(pid=20702): Launched\u000a09:33:00.108551 run osmo-stp_10.42.42.5(pid=20699): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20699)]\u000a09:33:00.238478 run osmo-stp_10.42.42.5(pid=20699): stdout: \u000a| (launched: 2022-12-09_09:32:58.767502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:00.368530 run osmo-stp_10.42.42.5(pid=20699): stderr: \u000a| �[0;m�[38;5;43m20221209093258937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093258937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093258938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093258938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093258939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093258939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093258939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:00.494205 run osmo-stp_10.42.42.5(pid=20699): stdout: \u000a| (launched: 2022-12-09_09:32:58.767502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:00.618753 run osmo-stp_10.42.42.5(pid=20699): stderr: \u000a| �[0;m�[38;5;43m20221209093258937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093258937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093258938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093258938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093258939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093258939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093258939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:00.763352 run patchelf(pid=20702): Terminating (SIGINT)\u000a09:33:00.952590 run patchelf(pid=20702): Terminated: ok {rc=0}\u000a09:33:00.987651 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20699): Process ended prematurely: osmo-stp_10.42.42.5(pid=20699) [trial-2357↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20699)] [trial-2357↪gprs:nanobts+band-900↪iperf3.py:8]\u000a09:33:00.998841 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:33:01.068517 run osmo-hlr_10.42.42.2(pid=20696): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20696)]\u000a09:33:01.125396 run osmo-hlr_10.42.42.2(pid=20696): stdout: \u000a| (launched: 2022-12-09_09:32:57.806426) \u000a09:33:01.181038 run osmo-hlr_10.42.42.2(pid=20696): stderr: \u000a| �[0;m�[1;31m20221209093257982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093257982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093257982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093257982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093257982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093257982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093257994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093258002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093258002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093258002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:01.227906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20691): Terminating (SIGTERM)\u000a09:33:01.275710 run iperf3-srv_10.42.42.10(pid=20692): Terminating (SIGTERM)\u000a09:33:01.322298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20695): Terminating (SIGTERM)\u000a09:33:01.369258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20698): Terminating (SIGTERM)\u000a09:33:01.415235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20701): Terminating (SIGTERM)\u000a09:33:01.427331 --- ParallelTerminationStrategy: PID 20691 died...\u000a09:33:01.489472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20691): Terminated: ok {rc=0}\u000a09:33:01.500586 --- ParallelTerminationStrategy: PID 20692 died...\u000a09:33:01.560720 run iperf3-srv_10.42.42.10(pid=20692): Terminated {rc=256}\u000a09:33:01.571790 --- ParallelTerminationStrategy: PID 20695 died...\u000a09:33:01.631575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20695): Terminated: ok {rc=0}\u000a09:33:01.642780 --- ParallelTerminationStrategy: PID 20698 died...\u000a09:33:01.703671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20698): Terminated: ok {rc=0}\u000a09:33:01.715270 --- ParallelTerminationStrategy: PID 20701 died...\u000a09:33:01.774911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20701): Terminated: ok {rc=0}\u000a09:33:01.862824 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20718): Process ended prematurely: osmo-stp_10.42.42.5(pid=20718) [trial-2357↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20718)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20718): Process ended prematurely: osmo-stp_10.42.42.5(pid=20718) [trial-2357↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a09:33:02.971981 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:02.983261 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:33:03.118866 tst iperf3m4.py: using LAC 20542\u000a09:33:03.243884 tst iperf3m4.py: using RAC 142\u000a09:33:03.362930 tst iperf3m4.py: using CellId 20542\u000a09:33:03.479704 tst iperf3m4.py: using BVCI 20543\u000a09:33:03.502829 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:03.513763 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:03.524407 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:03.535122 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:03.545716 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:03.556290 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:03.567125 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:03.577641 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:03.588387 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:33:03.710478 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:33:03.836379 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:33:03.956309 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:33:04.238204 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:33:04.365247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:04.680890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20704): Launched\u000a09:33:04.941884 run iperf3-srv_10.42.42.10(pid=20705): Launched\u000a09:33:05.126237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:33:05.252622 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:05.567221 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20706): Launched\u000a09:33:05.828468 run iperf3-srv_10.42.42.10(pid=20707): Launched\u000a09:33:06.013360 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:33:06.139307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:06.467659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20708): Launched\u000a09:33:06.728515 run iperf3-srv_10.42.42.10(pid=20709): Launched\u000a09:33:06.912376 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:33:07.038393 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:07.364940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20710): Launched\u000a09:33:07.645867 run iperf3-srv_10.42.42.10(pid=20711): Launched\u000a09:33:07.845349 tst iperf3m4.py:8: start network...\u000a09:33:07.981797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:08.497577 run create_hlr_db(pid=20712): Launched\u000a09:33:08.685780 bus /gobi_6: Setting Powered False\u000a09:33:09.707449 run create_hlr_db(pid=20712): Terminated: ok {rc=0}\u000a09:33:10.115924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20714): Launched\u000a09:33:10.423660 run osmo-hlr_10.42.42.2(pid=20715): Launched\u000a09:33:10.544842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:11.081597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20717): Launched\u000a09:33:11.388352 run osmo-stp_10.42.42.5(pid=20718): Launched\u000a09:33:11.499197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:12.030421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20720): Launched\u000a09:33:12.139161 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:12.405458 run patchelf(pid=20721): Launched\u000a09:33:12.583342 run osmo-stp_10.42.42.5(pid=20718): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20718)]\u000a09:33:12.713365 run osmo-stp_10.42.42.5(pid=20718): stdout: \u000a| (launched: 2022-12-09_09:33:11.237120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:12.844149 run osmo-stp_10.42.42.5(pid=20718): stderr: \u000a| �[0;m�[38;5;43m20221209093311404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093311404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093311404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093311405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093311405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093311406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093311406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:12.969788 run osmo-stp_10.42.42.5(pid=20718): stdout: \u000a| (launched: 2022-12-09_09:33:11.237120)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:13.094511 run osmo-stp_10.42.42.5(pid=20718): stderr: \u000a| �[0;m�[38;5;43m20221209093311404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093311404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093311404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093311405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093311405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093311406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093311406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:13.239616 run patchelf(pid=20721): Terminating (SIGINT)\u000a09:33:13.410697 run patchelf(pid=20721): Terminated: ok {rc=0}\u000a09:33:13.442249 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20718): Process ended prematurely: osmo-stp_10.42.42.5(pid=20718) [trial-2357↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20718)] [trial-2357↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a09:33:13.451393 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a09:33:13.511960 run osmo-hlr_10.42.42.2(pid=20715): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20715)]\u000a09:33:13.561068 run osmo-hlr_10.42.42.2(pid=20715): stdout: \u000a| (launched: 2022-12-09_09:33:10.271689) \u000a09:33:13.610616 run osmo-hlr_10.42.42.2(pid=20715): stderr: \u000a| �[0;m�[1;31m20221209093310448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093310448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093310448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093310449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093310449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093310449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093310462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093310471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093310471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093310471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:13.653144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20704): Terminating (SIGTERM)\u000a09:33:13.693063 run iperf3-srv_10.42.42.10(pid=20705): Terminating (SIGTERM)\u000a09:33:13.733137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20706): Terminating (SIGTERM)\u000a09:33:13.773193 run iperf3-srv_10.42.42.10(pid=20707): Terminating (SIGTERM)\u000a09:33:13.813484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20708): Terminating (SIGTERM)\u000a09:33:13.853362 run iperf3-srv_10.42.42.10(pid=20709): Terminating (SIGTERM)\u000a09:33:13.893218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20710): Terminating (SIGTERM)\u000a09:33:13.933010 run iperf3-srv_10.42.42.10(pid=20711): Terminating (SIGTERM)\u000a09:33:13.972852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20714): Terminating (SIGTERM)\u000a09:33:14.012743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20717): Terminating (SIGTERM)\u000a09:33:14.053685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20720): Terminating (SIGTERM)\u000a09:33:14.063190 --- ParallelTerminationStrategy: PID 20704 died...\u000a09:33:14.116942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20704): Terminated: ok {rc=0}\u000a09:33:14.126592 --- ParallelTerminationStrategy: PID 20705 died...\u000a09:33:14.179393 run iperf3-srv_10.42.42.10(pid=20705): Terminated {rc=256}\u000a09:33:14.189108 --- ParallelTerminationStrategy: PID 20706 died...\u000a09:33:14.242007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20706): Terminated: ok {rc=0}\u000a09:33:14.251752 --- ParallelTerminationStrategy: PID 20707 died...\u000a09:33:14.304979 run iperf3-srv_10.42.42.10(pid=20707): Terminated {rc=256}\u000a09:33:14.314724 --- ParallelTerminationStrategy: PID 20708 died...\u000a09:33:14.368071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20708): Terminated: ok {rc=0}\u000a09:33:14.378063 --- ParallelTerminationStrategy: PID 20709 died...\u000a09:33:14.431231 run iperf3-srv_10.42.42.10(pid=20709): Terminated {rc=256}\u000a09:33:14.440802 --- ParallelTerminationStrategy: PID 20710 died...\u000a09:33:14.493612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20710): Terminated: ok {rc=0}\u000a09:33:14.503207 --- ParallelTerminationStrategy: PID 20711 died...\u000a09:33:14.555714 run iperf3-srv_10.42.42.10(pid=20711): Terminated {rc=256}\u000a09:33:14.565332 --- ParallelTerminationStrategy: PID 20714 died...\u000a09:33:14.618929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20714): Terminated: ok {rc=0}\u000a09:33:14.628575 --- ParallelTerminationStrategy: PID 20717 died...\u000a09:33:14.681596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20717): Terminated: ok {rc=0}\u000a09:33:14.691309 --- ParallelTerminationStrategy: PID 20720 died...\u000a09:33:14.744661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20720): Terminated: ok {rc=0}\u000a09:33:14.828835 bus /gobi_4: Setting Powered False\u000a09:33:15.945775 bus /gobi_4: Setting Powered False\u000a09:33:17.061442 bus /gobi_1: Setting Powered False\u000a09:33:18.161451 bus /gobi_1: Setting Powered False\u000a09:33:19.272804 bus /gobi_0: Setting Powered False\u000a09:33:20.374476 bus /gobi_0: Setting Powered False\u000a09:33:21.486295 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20728): Process ended prematurely: osmo-stp_10.42.42.5(pid=20728) [trial-2357↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20728)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20728): Process ended prematurely: osmo-stp_10.42.42.5(pid=20728) [trial-2357↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a09:33:22.553374 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:22.564596 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:33:22.701715 tst ping.py: using LAC 20543\u000a09:33:22.817169 tst ping.py: using RAC 143\u000a09:33:22.933733 tst ping.py: using CellId 20543\u000a09:33:23.049366 tst ping.py: using BVCI 20544\u000a09:33:23.072102 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:23.083060 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:23.093728 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:23.104379 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:23.115005 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:23.125551 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:23.136356 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:23.146984 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:33:23.439943 tst ping.py:19: start network...\u000a09:33:23.573885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:24.078470 run create_hlr_db(pid=20722): Launched\u000a09:33:24.264156 bus /gobi_6: Setting Powered False\u000a09:33:25.283427 run create_hlr_db(pid=20722): Terminated: ok {rc=0}\u000a09:33:25.686117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20724): Launched\u000a09:33:25.985813 run osmo-hlr_10.42.42.2(pid=20725): Launched\u000a09:33:26.102036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:26.630466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20727): Launched\u000a09:33:26.928150 run osmo-stp_10.42.42.5(pid=20728): Launched\u000a09:33:27.035845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:27.554941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20730): Launched\u000a09:33:27.660320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:27.920247 run patchelf(pid=20731): Launched\u000a09:33:28.094606 run osmo-stp_10.42.42.5(pid=20728): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20728)]\u000a09:33:28.222677 run osmo-stp_10.42.42.5(pid=20728): stdout: \u000a| (launched: 2022-12-09_09:33:26.781153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:28.350277 run osmo-stp_10.42.42.5(pid=20728): stderr: \u000a| �[0;m�[38;5;43m20221209093326954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093326954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093326954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093326954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093326955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093326955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093326955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:28.473222 run osmo-stp_10.42.42.5(pid=20728): stdout: \u000a| (launched: 2022-12-09_09:33:26.781153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:28.595680 run osmo-stp_10.42.42.5(pid=20728): stderr: \u000a| �[0;m�[38;5;43m20221209093326954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093326954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093326954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093326954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093326955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093326955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093326955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:28.737305 run patchelf(pid=20731): Terminating (SIGINT)\u000a09:33:28.904012 run patchelf(pid=20731): Terminated: ok {rc=0}\u000a09:33:28.934275 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20728): Process ended prematurely: osmo-stp_10.42.42.5(pid=20728) [trial-2357↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20728)] [trial-2357↪gprs:nanobts+band-900↪ping.py:22]\u000a09:33:28.942923 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:33:29.003010 run osmo-hlr_10.42.42.2(pid=20725): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20725)]\u000a09:33:29.051771 run osmo-hlr_10.42.42.2(pid=20725): stdout: \u000a| (launched: 2022-12-09_09:33:25.837777) \u000a09:33:29.101316 run osmo-hlr_10.42.42.2(pid=20725): stderr: \u000a| �[0;m�[1;31m20221209093326012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093326012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093326012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093326012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093326012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093326012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093326026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093326037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093326037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093326037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:29.143467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20724): Terminating (SIGTERM)\u000a09:33:29.183190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20727): Terminating (SIGTERM)\u000a09:33:29.222959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20730): Terminating (SIGTERM)\u000a09:33:29.232278 --- ParallelTerminationStrategy: PID 20724 died...\u000a09:33:29.285527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20724): Terminated: ok {rc=0}\u000a09:33:29.295192 --- ParallelTerminationStrategy: PID 20727 died...\u000a09:33:29.348189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20727): Terminated: ok {rc=0}\u000a09:33:29.357878 --- ParallelTerminationStrategy: PID 20730 died...\u000a09:33:29.410826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20730): Terminated: ok {rc=0}\u000a09:33:29.499369 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20738): Process ended prematurely: osmo-stp_10.42.42.5(pid=20738) [trial-2357↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20738): Process ended prematurely: osmo-stp_10.42.42.5(pid=20738) [trial-2357↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a09:33:30.550599 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:30.562449 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a09:33:30.697709 tst ping_idle_ping.py: using LAC 20544\u000a09:33:30.823376 tst ping_idle_ping.py: using RAC 144\u000a09:33:30.988504 tst ping_idle_ping.py: using CellId 20544\u000a09:33:31.119642 tst ping_idle_ping.py: using BVCI 20545\u000a09:33:31.145711 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:31.162235 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:31.175954 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:31.191965 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:31.205332 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:31.218108 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:31.231103 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a09:33:31.245422 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a09:33:31.582957 tst ping_idle_ping.py:24: start network...\u000a09:33:31.735896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:32.312926 run create_hlr_db(pid=20732): Launched\u000a09:33:32.500849 bus /gobi_6: Setting Powered False\u000a09:33:33.520447 run create_hlr_db(pid=20732): Terminated: ok {rc=0}\u000a09:33:33.922500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20734): Launched\u000a09:33:34.223811 run osmo-hlr_10.42.42.2(pid=20735): Launched\u000a09:33:34.338463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:34.867007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20737): Launched\u000a09:33:35.167524 run osmo-stp_10.42.42.5(pid=20738): Launched\u000a09:33:35.276106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:35.795787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20740): Launched\u000a09:33:35.901740 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:36.161816 run patchelf(pid=20741): Launched\u000a09:33:36.337891 run osmo-stp_10.42.42.5(pid=20738): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)]\u000a09:33:36.465667 run osmo-stp_10.42.42.5(pid=20738): stdout: \u000a| (launched: 2022-12-09_09:33:35.018989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:36.593745 run osmo-stp_10.42.42.5(pid=20738): stderr: \u000a| �[0;m�[38;5;43m20221209093335188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093335188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093335188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093335189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093335189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093335189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093335190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:36.716911 run osmo-stp_10.42.42.5(pid=20738): stdout: \u000a| (launched: 2022-12-09_09:33:35.018989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:36.839387 run osmo-stp_10.42.42.5(pid=20738): stderr: \u000a| �[0;m�[38;5;43m20221209093335188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093335188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093335188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093335189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093335189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093335189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093335190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:36.982546 run patchelf(pid=20741): Terminating (SIGINT)\u000a09:33:37.150629 run patchelf(pid=20741): Terminated: ok {rc=0}\u000a09:33:37.181040 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20738): Process ended prematurely: osmo-stp_10.42.42.5(pid=20738) [trial-2357↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)] [trial-2357↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a09:33:37.189590 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:33:37.249115 run osmo-hlr_10.42.42.2(pid=20735): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20735)]\u000a09:33:37.297536 run osmo-hlr_10.42.42.2(pid=20735): stdout: \u000a| (launched: 2022-12-09_09:33:34.074724) \u000a09:33:37.346541 run osmo-hlr_10.42.42.2(pid=20735): stderr: \u000a| �[0;m�[1;31m20221209093334251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093334251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093334251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093334251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093334251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093334251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093334263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093334274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093334275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093334275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:37.388607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20734): Terminating (SIGTERM)\u000a09:33:37.428336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20737): Terminating (SIGTERM)\u000a09:33:37.468187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20740): Terminating (SIGTERM)\u000a09:33:37.477648 --- ParallelTerminationStrategy: PID 20734 died...\u000a09:33:37.530941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20734): Terminated: ok {rc=0}\u000a09:33:37.540636 --- ParallelTerminationStrategy: PID 20737 died...\u000a09:33:37.593730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20737): Terminated: ok {rc=0}\u000a09:33:37.603402 --- ParallelTerminationStrategy: PID 20740 died...\u000a09:33:37.656152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20740): Terminated: ok {rc=0}\u000a09:33:37.744250 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:32:39" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20756): Process ended prematurely: osmo-stp_10.42.42.5(pid=20756) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20756)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20756): Process ended prematurely: osmo-stp_10.42.42.5(pid=20756) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:33:39.899127 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:39.910154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:33:40.047411 tst cs_paging_gprs_active.py: using LAC 20545\u000a09:33:40.168840 tst cs_paging_gprs_active.py: using RAC 145\u000a09:33:40.297857 tst cs_paging_gprs_active.py: using CellId 20545\u000a09:33:40.426035 tst cs_paging_gprs_active.py: using BVCI 20546\u000a09:33:40.451302 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:40.463139 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:40.474688 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:40.486419 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:40.498596 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:40.510234 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:40.522982 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:40.534398 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:40.546450 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:33:40.667041 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:33:40.953902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:33:41.081142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:41.396477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20745): Launched\u000a09:33:41.657975 run iperf3-srv_10.42.42.10(pid=20746): Launched\u000a09:33:41.843123 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:33:41.969955 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:42.285764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20747): Launched\u000a09:33:42.547296 run iperf3-srv_10.42.42.10(pid=20749): Launched\u000a09:33:42.732516 tst cs_paging_gprs_active.py:38: start network...\u000a09:33:42.859151 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:43.347795 run create_hlr_db(pid=20750): Launched\u000a09:33:43.536755 bus /gobi_6: Setting Powered False\u000a09:33:44.557932 run create_hlr_db(pid=20750): Terminated: ok {rc=0}\u000a09:33:44.965769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20752): Launched\u000a09:33:45.271287 run osmo-hlr_10.42.42.2(pid=20753): Launched\u000a09:33:45.388213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:45.947546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20755): Launched\u000a09:33:46.324782 run osmo-stp_10.42.42.5(pid=20756): Launched\u000a09:33:46.577468 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:47.219572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20758): Launched\u000a09:33:47.330132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:47.597155 run patchelf(pid=20759): Launched\u000a09:33:47.775078 run osmo-stp_10.42.42.5(pid=20756): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20756)]\u000a09:33:47.904639 run osmo-stp_10.42.42.5(pid=20756): stdout: \u000a| (launched: 2022-12-09_09:33:46.134846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:48.034651 run osmo-stp_10.42.42.5(pid=20756): stderr: \u000a| �[0;m�[38;5;43m20221209093346451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093346451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093346451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093346452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093346452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093346452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093346452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:48.159933 run osmo-stp_10.42.42.5(pid=20756): stdout: \u000a| (launched: 2022-12-09_09:33:46.134846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:48.284385 run osmo-stp_10.42.42.5(pid=20756): stderr: \u000a| �[0;m�[38;5;43m20221209093346451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093346451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093346451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093346452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093346452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093346452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093346452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:48.430077 run patchelf(pid=20759): Terminating (SIGINT)\u000a09:33:48.599711 run patchelf(pid=20759): Terminated: ok {rc=0}\u000a09:33:48.630682 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20756): Process ended prematurely: osmo-stp_10.42.42.5(pid=20756) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20756)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a09:33:48.639871 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a09:33:48.699038 run osmo-hlr_10.42.42.2(pid=20753): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20753)]\u000a09:33:48.747046 run osmo-hlr_10.42.42.2(pid=20753): stdout: \u000a| (launched: 2022-12-09_09:33:45.120508) \u000a09:33:48.795642 run osmo-hlr_10.42.42.2(pid=20753): stderr: \u000a| �[0;m�[1;31m20221209093345298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093345298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093345298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093345298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093345298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093345298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093345310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093345319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093345319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093345319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:33:48.837210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20745): Terminating (SIGTERM)\u000a09:33:48.876103 run iperf3-srv_10.42.42.10(pid=20746): Terminating (SIGTERM)\u000a09:33:48.915101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20747): Terminating (SIGTERM)\u000a09:33:48.953988 run iperf3-srv_10.42.42.10(pid=20749): Terminating (SIGTERM)\u000a09:33:48.992920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20752): Terminating (SIGTERM)\u000a09:33:49.031834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20755): Terminating (SIGTERM)\u000a09:33:49.070870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20758): Terminating (SIGTERM)\u000a09:33:49.079987 --- ParallelTerminationStrategy: PID 20745 died...\u000a09:33:49.132845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20745): Terminated: ok {rc=0}\u000a09:33:49.142334 --- ParallelTerminationStrategy: PID 20746 died...\u000a09:33:49.194382 run iperf3-srv_10.42.42.10(pid=20746): Terminated {rc=256}\u000a09:33:49.203867 --- ParallelTerminationStrategy: PID 20747 died...\u000a09:33:49.255999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20747): Terminated: ok {rc=0}\u000a09:33:49.265819 --- ParallelTerminationStrategy: PID 20749 died...\u000a09:33:49.318029 run iperf3-srv_10.42.42.10(pid=20749): Terminated {rc=256}\u000a09:33:49.327502 --- ParallelTerminationStrategy: PID 20752 died...\u000a09:33:49.379701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20752): Terminated: ok {rc=0}\u000a09:33:49.389268 --- ParallelTerminationStrategy: PID 20755 died...\u000a09:33:49.441553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20755): Terminated: ok {rc=0}\u000a09:33:49.451062 --- ParallelTerminationStrategy: PID 20758 died...\u000a09:33:49.503439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20758): Terminated: ok {rc=0}\u000a09:33:49.586660 bus /gobi_0: Setting Powered False\u000a09:33:50.693476 bus /gobi_0: Setting Powered False\u000a09:33:51.806290 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20768): Process ended prematurely: osmo-stp_10.42.42.5(pid=20768) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20768)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20768): Process ended prematurely: osmo-stp_10.42.42.5(pid=20768) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a09:33:52.915884 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:52.927396 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:33:53.069767 tst iperf3.py: using LAC 20546\u000a09:33:53.187008 tst iperf3.py: using RAC 146\u000a09:33:53.317277 tst iperf3.py: using CellId 20546\u000a09:33:53.443804 tst iperf3.py: using BVCI 20547\u000a09:33:53.467131 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:53.478253 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:53.489144 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:53.500088 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:53.510898 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:53.521783 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:53.532705 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:53.543560 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:33:53.554553 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:33:53.850230 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:33:53.987169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:33:54.325585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20760): Launched\u000a09:33:54.607604 run iperf3-srv_10.42.42.10(pid=20761): Launched\u000a09:33:54.809000 tst iperf3.py:8: start network...\u000a09:33:54.946563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:33:55.462789 run create_hlr_db(pid=20762): Launched\u000a09:33:55.651582 bus /gobi_6: Setting Powered False\u000a09:33:56.672093 run create_hlr_db(pid=20762): Terminated: ok {rc=0}\u000a09:33:57.079153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20764): Launched\u000a09:33:57.385758 run osmo-hlr_10.42.42.2(pid=20765): Launched\u000a09:33:57.498733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:33:58.026932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20767): Launched\u000a09:33:58.330851 run osmo-stp_10.42.42.5(pid=20768): Launched\u000a09:33:58.442049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:33:58.971877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20770): Launched\u000a09:33:59.079901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:33:59.345106 run patchelf(pid=20771): Launched\u000a09:33:59.522328 run osmo-stp_10.42.42.5(pid=20768): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20768)]\u000a09:33:59.651815 run osmo-stp_10.42.42.5(pid=20768): stdout: \u000a| (launched: 2022-12-09_09:33:58.181122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:33:59.782109 run osmo-stp_10.42.42.5(pid=20768): stderr: \u000a| �[0;m�[38;5;43m20221209093358352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093358352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093358353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093358353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093358354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093358354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093358354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:33:59.907740 run osmo-stp_10.42.42.5(pid=20768): stdout: \u000a| (launched: 2022-12-09_09:33:58.181122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:00.032043 run osmo-stp_10.42.42.5(pid=20768): stderr: \u000a| �[0;m�[38;5;43m20221209093358352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093358352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093358353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093358353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093358354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093358354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093358354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:00.176393 run patchelf(pid=20771): Terminating (SIGINT)\u000a09:34:00.346849 run patchelf(pid=20771): Terminated: ok {rc=0}\u000a09:34:00.378338 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20768): Process ended prematurely: osmo-stp_10.42.42.5(pid=20768) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20768)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a09:34:00.387546 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:34:00.447529 run osmo-hlr_10.42.42.2(pid=20765): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20765)]\u000a09:34:00.495927 run osmo-hlr_10.42.42.2(pid=20765): stdout: \u000a| (launched: 2022-12-09_09:33:57.233884) \u000a09:34:00.545069 run osmo-hlr_10.42.42.2(pid=20765): stderr: \u000a| �[0;m�[1;31m20221209093357410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093357410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093357410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093357410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093357410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093357410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093357422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093357430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093357431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093357431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:00.586710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20760): Terminating (SIGTERM)\u000a09:34:00.626496 run iperf3-srv_10.42.42.10(pid=20761): Terminating (SIGTERM)\u000a09:34:00.665917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20764): Terminating (SIGTERM)\u000a09:34:00.705176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20767): Terminating (SIGTERM)\u000a09:34:00.744501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20770): Terminating (SIGTERM)\u000a09:34:00.753941 --- ParallelTerminationStrategy: PID 20760 died...\u000a09:34:00.806732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20760): Terminated: ok {rc=0}\u000a09:34:00.816453 --- ParallelTerminationStrategy: PID 20761 died...\u000a09:34:00.872314 run iperf3-srv_10.42.42.10(pid=20761): Terminated {rc=256}\u000a09:34:00.886163 --- ParallelTerminationStrategy: PID 20764 died...\u000a09:34:00.940640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20764): Terminated: ok {rc=0}\u000a09:34:00.950900 --- ParallelTerminationStrategy: PID 20767 died...\u000a09:34:01.005279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20767): Terminated: ok {rc=0}\u000a09:34:01.015418 --- ParallelTerminationStrategy: PID 20770 died...\u000a09:34:01.069440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20770): Terminated: ok {rc=0}\u000a09:34:01.154744 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20786): Process ended prematurely: osmo-stp_10.42.42.5(pid=20786) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20786)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20786): Process ended prematurely: osmo-stp_10.42.42.5(pid=20786) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20786)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a09:34:02.262527 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:02.275573 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:34:02.412295 tst iperf3m4.py: using LAC 20547\u000a09:34:02.533060 tst iperf3m4.py: using RAC 147\u000a09:34:02.665259 tst iperf3m4.py: using CellId 20547\u000a09:34:02.790807 tst iperf3m4.py: using BVCI 20548\u000a09:34:02.815857 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:02.827562 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:02.839246 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:02.851013 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:02.863500 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:02.875237 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:02.887824 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:02.899269 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:02.911206 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:34:03.035753 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:34:03.159304 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:34:03.277560 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:34:03.577005 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:34:03.714140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:34:04.051086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20772): Launched\u000a09:34:04.332050 run iperf3-srv_10.42.42.10(pid=20773): Launched\u000a09:34:04.532508 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:34:04.669563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:34:05.006634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20774): Launched\u000a09:34:05.287516 run iperf3-srv_10.42.42.10(pid=20775): Launched\u000a09:34:05.488407 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:34:05.625439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:34:05.962830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20776): Launched\u000a09:34:06.243696 run iperf3-srv_10.42.42.10(pid=20777): Launched\u000a09:34:06.444497 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:34:06.581947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:34:06.921018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20778): Launched\u000a09:34:07.201885 run iperf3-srv_10.42.42.10(pid=20779): Launched\u000a09:34:07.402746 tst iperf3m4.py:8: start network...\u000a09:34:07.540101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:08.054855 run create_hlr_db(pid=20780): Launched\u000a09:34:08.243125 bus /gobi_6: Setting Powered False\u000a09:34:09.264134 run create_hlr_db(pid=20780): Terminated: ok {rc=0}\u000a09:34:09.671179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20782): Launched\u000a09:34:09.976137 run osmo-hlr_10.42.42.2(pid=20783): Launched\u000a09:34:10.087762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:10.619335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20785): Launched\u000a09:34:10.925327 run osmo-stp_10.42.42.5(pid=20786): Launched\u000a09:34:11.035688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:34:11.565472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20788): Launched\u000a09:34:11.673390 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:34:11.939799 run patchelf(pid=20789): Launched\u000a09:34:12.118291 run osmo-stp_10.42.42.5(pid=20786): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20786)]\u000a09:34:12.248170 run osmo-stp_10.42.42.5(pid=20786): stdout: \u000a| (launched: 2022-12-09_09:34:10.774414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:12.378587 run osmo-stp_10.42.42.5(pid=20786): stderr: \u000a| �[0;m�[38;5;43m20221209093410943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093410943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093410943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093410944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093410944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093410944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093410944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:12.504726 run osmo-stp_10.42.42.5(pid=20786): stdout: \u000a| (launched: 2022-12-09_09:34:10.774414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:12.629762 run osmo-stp_10.42.42.5(pid=20786): stderr: \u000a| �[0;m�[38;5;43m20221209093410943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093410943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093410943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093410944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093410944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093410944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093410944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:12.775011 run patchelf(pid=20789): Terminating (SIGINT)\u000a09:34:12.945407 run patchelf(pid=20789): Terminated: ok {rc=0}\u000a09:34:12.976476 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20786): Process ended prematurely: osmo-stp_10.42.42.5(pid=20786) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20786)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a09:34:12.985778 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a09:34:13.046022 run osmo-hlr_10.42.42.2(pid=20783): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20783)]\u000a09:34:13.094552 run osmo-hlr_10.42.42.2(pid=20783): stdout: \u000a| (launched: 2022-12-09_09:34:09.825897) \u000a09:34:13.143839 run osmo-hlr_10.42.42.2(pid=20783): stderr: \u000a| �[0;m�[1;31m20221209093410001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093410001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093410001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093410001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093410001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093410001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093410014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093410022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093410023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093410023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:13.186080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20772): Terminating (SIGTERM)\u000a09:34:13.225910 run iperf3-srv_10.42.42.10(pid=20773): Terminating (SIGTERM)\u000a09:34:13.265726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20774): Terminating (SIGTERM)\u000a09:34:13.305303 run iperf3-srv_10.42.42.10(pid=20775): Terminating (SIGTERM)\u000a09:34:13.345464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20776): Terminating (SIGTERM)\u000a09:34:13.385315 run iperf3-srv_10.42.42.10(pid=20777): Terminating (SIGTERM)\u000a09:34:13.425389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20778): Terminating (SIGTERM)\u000a09:34:13.465016 run iperf3-srv_10.42.42.10(pid=20779): Terminating (SIGTERM)\u000a09:34:13.504647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20782): Terminating (SIGTERM)\u000a09:34:13.544410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20785): Terminating (SIGTERM)\u000a09:34:13.584221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20788): Terminating (SIGTERM)\u000a09:34:13.593637 --- ParallelTerminationStrategy: PID 20772 died...\u000a09:34:13.646775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20772): Terminated: ok {rc=0}\u000a09:34:13.656520 --- ParallelTerminationStrategy: PID 20773 died...\u000a09:34:13.709285 run iperf3-srv_10.42.42.10(pid=20773): Terminated {rc=256}\u000a09:34:13.718770 --- ParallelTerminationStrategy: PID 20774 died...\u000a09:34:13.771133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20774): Terminated: ok {rc=0}\u000a09:34:13.780808 --- ParallelTerminationStrategy: PID 20775 died...\u000a09:34:13.832805 run iperf3-srv_10.42.42.10(pid=20775): Terminated {rc=256}\u000a09:34:13.842314 --- ParallelTerminationStrategy: PID 20776 died...\u000a09:34:13.894771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20776): Terminated: ok {rc=0}\u000a09:34:13.904415 --- ParallelTerminationStrategy: PID 20777 died...\u000a09:34:13.957024 run iperf3-srv_10.42.42.10(pid=20777): Terminated {rc=256}\u000a09:34:13.966776 --- ParallelTerminationStrategy: PID 20778 died...\u000a09:34:14.019415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20778): Terminated: ok {rc=0}\u000a09:34:14.029152 --- ParallelTerminationStrategy: PID 20779 died...\u000a09:34:14.081924 run iperf3-srv_10.42.42.10(pid=20779): Terminated {rc=256}\u000a09:34:14.091702 --- ParallelTerminationStrategy: PID 20782 died...\u000a09:34:14.144497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20782): Terminated: ok {rc=0}\u000a09:34:14.154255 --- ParallelTerminationStrategy: PID 20785 died...\u000a09:34:14.207111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20785): Terminated: ok {rc=0}\u000a09:34:14.216887 --- ParallelTerminationStrategy: PID 20788 died...\u000a09:34:14.269965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20788): Terminated: ok {rc=0}\u000a09:34:14.358992 bus /gobi_4: Setting Powered False\u000a09:34:15.461615 bus /gobi_4: Setting Powered False\u000a09:34:16.587495 bus /gobi_1: Setting Powered False\u000a09:34:17.689971 bus /gobi_1: Setting Powered False\u000a09:34:18.801463 bus /gobi_0: Setting Powered False\u000a09:34:19.904234 bus /gobi_0: Setting Powered False\u000a09:34:21.015859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20796): Process ended prematurely: osmo-stp_10.42.42.5(pid=20796) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20796)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20796): Process ended prematurely: osmo-stp_10.42.42.5(pid=20796) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20796)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a09:34:22.084594 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:22.096440 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:34:22.231663 tst ping.py: using LAC 20548\u000a09:34:22.352910 tst ping.py: using RAC 148\u000a09:34:22.470658 tst ping.py: using CellId 20548\u000a09:34:22.586986 tst ping.py: using BVCI 20549\u000a09:34:22.610045 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:22.621293 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:22.632141 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:22.643074 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:22.653902 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:22.664540 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:22.675498 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:22.686389 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:34:22.976874 tst ping.py:19: start network...\u000a09:34:23.110312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:23.615884 run create_hlr_db(pid=20790): Launched\u000a09:34:23.802310 bus /gobi_6: Setting Powered False\u000a09:34:24.822799 run create_hlr_db(pid=20790): Terminated: ok {rc=0}\u000a09:34:25.226159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20792): Launched\u000a09:34:25.526493 run osmo-hlr_10.42.42.2(pid=20793): Launched\u000a09:34:25.637001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:26.158205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20795): Launched\u000a09:34:26.458201 run osmo-stp_10.42.42.5(pid=20796): Launched\u000a09:34:26.566928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:34:27.090820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20798): Launched\u000a09:34:27.197779 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:34:27.460034 run patchelf(pid=20799): Launched\u000a09:34:27.635310 run osmo-stp_10.42.42.5(pid=20796): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20796)]\u000a09:34:27.762609 run osmo-stp_10.42.42.5(pid=20796): stdout: \u000a| (launched: 2022-12-09_09:34:26.309587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:27.890717 run osmo-stp_10.42.42.5(pid=20796): stderr: \u000a| �[0;m�[38;5;43m20221209093426482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093426482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093426482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093426483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093426483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093426483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093426483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:28.014324 run osmo-stp_10.42.42.5(pid=20796): stdout: \u000a| (launched: 2022-12-09_09:34:26.309587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:28.137206 run osmo-stp_10.42.42.5(pid=20796): stderr: \u000a| �[0;m�[38;5;43m20221209093426482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093426482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093426482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093426483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093426483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093426483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093426483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:28.279515 run patchelf(pid=20799): Terminating (SIGINT)\u000a09:34:28.446843 run patchelf(pid=20799): Terminated: ok {rc=0}\u000a09:34:28.477375 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20796): Process ended prematurely: osmo-stp_10.42.42.5(pid=20796) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20796)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a09:34:28.486082 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:34:28.545509 run osmo-hlr_10.42.42.2(pid=20793): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20793)]\u000a09:34:28.593739 run osmo-hlr_10.42.42.2(pid=20793): stdout: \u000a| (launched: 2022-12-09_09:34:25.378174) \u000a09:34:28.643045 run osmo-hlr_10.42.42.2(pid=20793): stderr: \u000a| �[0;m�[1;31m20221209093425553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093425553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093425554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093425554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093425554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093425554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093425566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093425574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093425575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093425575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:28.684890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20792): Terminating (SIGTERM)\u000a09:34:28.724283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20795): Terminating (SIGTERM)\u000a09:34:28.763704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20798): Terminating (SIGTERM)\u000a09:34:28.773063 --- ParallelTerminationStrategy: PID 20792 died...\u000a09:34:28.825975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20792): Terminated: ok {rc=0}\u000a09:34:28.835660 --- ParallelTerminationStrategy: PID 20795 died...\u000a09:34:28.888629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20795): Terminated: ok {rc=0}\u000a09:34:28.898388 --- ParallelTerminationStrategy: PID 20798 died...\u000a09:34:28.951098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20798): Terminated: ok {rc=0}\u000a09:34:29.034556 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20806): Process ended prematurely: osmo-stp_10.42.42.5(pid=20806) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20806)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20806): Process ended prematurely: osmo-stp_10.42.42.5(pid=20806) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a09:34:30.087271 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:30.099559 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a09:34:30.247860 tst ping_idle_ping.py: using LAC 20549\u000a09:34:30.375595 tst ping_idle_ping.py: using RAC 149\u000a09:34:30.503179 tst ping_idle_ping.py: using CellId 20549\u000a09:34:30.628902 tst ping_idle_ping.py: using BVCI 20550\u000a09:34:30.653718 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:30.665710 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:30.677089 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:30.690253 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:30.702435 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:30.714733 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:30.726463 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a09:34:30.738910 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a09:34:31.064653 tst ping_idle_ping.py:24: start network...\u000a09:34:31.233566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:31.831964 run create_hlr_db(pid=20800): Launched\u000a09:34:32.021952 bus /gobi_6: Setting Powered False\u000a09:34:33.029050 run create_hlr_db(pid=20800): Terminated: ok {rc=0}\u000a09:34:33.441164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20802): Launched\u000a09:34:33.741747 run osmo-hlr_10.42.42.2(pid=20803): Launched\u000a09:34:33.851882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:34.369441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20805): Launched\u000a09:34:34.668819 run osmo-stp_10.42.42.5(pid=20806): Launched\u000a09:34:34.777243 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:34:35.298817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20808): Launched\u000a09:34:35.405223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:34:35.666207 run patchelf(pid=20809): Launched\u000a09:34:35.841188 run osmo-stp_10.42.42.5(pid=20806): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20806)]\u000a09:34:35.969663 run osmo-stp_10.42.42.5(pid=20806): stdout: \u000a| (launched: 2022-12-09_09:34:34.520576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:36.097735 run osmo-stp_10.42.42.5(pid=20806): stderr: \u000a| �[0;m�[38;5;43m20221209093434692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093434692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093434693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093434693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093434693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093434693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093434694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:36.221695 run osmo-stp_10.42.42.5(pid=20806): stdout: \u000a| (launched: 2022-12-09_09:34:34.520576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:36.344638 run osmo-stp_10.42.42.5(pid=20806): stderr: \u000a| �[0;m�[38;5;43m20221209093434692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093434692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093434693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093434693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093434693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093434693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093434694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:36.487330 run patchelf(pid=20809): Terminating (SIGINT)\u000a09:34:36.655550 run patchelf(pid=20809): Terminated: ok {rc=0}\u000a09:34:36.686801 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20806): Process ended prematurely: osmo-stp_10.42.42.5(pid=20806) [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20806)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a09:34:36.695636 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a09:34:36.755447 run osmo-hlr_10.42.42.2(pid=20803): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20803)]\u000a09:34:36.804157 run osmo-hlr_10.42.42.2(pid=20803): stdout: \u000a| (launched: 2022-12-09_09:34:33.593435) \u000a09:34:36.853107 run osmo-hlr_10.42.42.2(pid=20803): stderr: \u000a| �[0;m�[1;31m20221209093433769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093433770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093433770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093433770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093433770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093433770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093433782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093433792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093433793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093433793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:36.895067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20802): Terminating (SIGTERM)\u000a09:34:36.934547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20805): Terminating (SIGTERM)\u000a09:34:36.974030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20808): Terminating (SIGTERM)\u000a09:34:36.983534 --- ParallelTerminationStrategy: PID 20802 died...\u000a09:34:37.036213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20802): Terminated: ok {rc=0}\u000a09:34:37.046401 --- ParallelTerminationStrategy: PID 20805 died...\u000a09:34:37.098873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20805): Terminated: ok {rc=0}\u000a09:34:37.108458 --- ParallelTerminationStrategy: PID 20808 died...\u000a09:34:37.161437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20808): Terminated: ok {rc=0}\u000a09:34:37.243903 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:33:39" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20823): Process ended prematurely: osmo-stp_10.42.42.5(pid=20823) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20823)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20823): Process ended prematurely: osmo-stp_10.42.42.5(pid=20823) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:34:39.426387 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:39.437950 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:34:39.604363 tst cs_paging_gprs_active.py: using LAC 20550\u000a09:34:39.729020 tst cs_paging_gprs_active.py: using RAC 150\u000a09:34:39.849802 tst cs_paging_gprs_active.py: using CellId 20550\u000a09:34:39.972482 tst cs_paging_gprs_active.py: using BVCI 20551\u000a09:34:39.996003 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:40.007368 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:40.018586 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:40.030337 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:40.042538 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:40.053629 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:40.065228 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:40.076696 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:40.088524 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:34:40.212285 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:34:40.495427 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:34:40.623544 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:34:40.941702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20813): Launched\u000a09:34:41.205456 run iperf3-srv_10.42.42.10(pid=20814): Launched\u000a09:34:41.392223 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:34:41.520033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:34:41.836561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20815): Launched\u000a09:34:42.099451 run iperf3-srv_10.42.42.10(pid=20816): Launched\u000a09:34:42.285522 tst cs_paging_gprs_active.py:38: start network...\u000a09:34:42.412291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:42.902429 run create_hlr_db(pid=20817): Launched\u000a09:34:43.077462 bus /gobi_6: Setting Powered False\u000a09:34:44.098747 run create_hlr_db(pid=20817): Terminated: ok {rc=0}\u000a09:34:44.503657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20819): Launched\u000a09:34:44.809487 run osmo-hlr_10.42.42.2(pid=20820): Launched\u000a09:34:44.925337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:45.454811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20822): Launched\u000a09:34:45.760461 run osmo-stp_10.42.42.5(pid=20823): Launched\u000a09:34:45.931501 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:34:46.533440 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20825): Launched\u000a09:34:46.654995 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:34:46.978357 run patchelf(pid=20826): Launched\u000a09:34:47.183983 run osmo-stp_10.42.42.5(pid=20823): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20823)]\u000a09:34:47.313873 run osmo-stp_10.42.42.5(pid=20823): stdout: \u000a| (launched: 2022-12-09_09:34:45.609719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:47.444139 run osmo-stp_10.42.42.5(pid=20823): stderr: \u000a| �[0;m�[38;5;43m20221209093445780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093445780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093445780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093445780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093445781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093445781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093445781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:47.569969 run osmo-stp_10.42.42.5(pid=20823): stdout: \u000a| (launched: 2022-12-09_09:34:45.609719)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:47.694539 run osmo-stp_10.42.42.5(pid=20823): stderr: \u000a| �[0;m�[38;5;43m20221209093445780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093445780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093445780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093445780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093445781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093445781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093445781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:47.839281 run patchelf(pid=20826): Terminating (SIGINT)\u000a09:34:48.010097 run patchelf(pid=20826): Terminated: ok {rc=0}\u000a09:34:48.041703 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20823): Process ended prematurely: osmo-stp_10.42.42.5(pid=20823) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20823)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a09:34:48.050944 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a09:34:48.110755 run osmo-hlr_10.42.42.2(pid=20820): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20820)]\u000a09:34:48.159394 run osmo-hlr_10.42.42.2(pid=20820): stdout: \u000a| (launched: 2022-12-09_09:34:44.658552) \u000a09:34:48.208582 run osmo-hlr_10.42.42.2(pid=20820): stderr: \u000a| �[0;m�[1;31m20221209093444835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093444835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093444835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093444835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093444835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093444835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093444848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093444857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093444857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093444857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:48.250793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20813): Terminating (SIGTERM)\u000a09:34:48.290567 run iperf3-srv_10.42.42.10(pid=20814): Terminating (SIGTERM)\u000a09:34:48.330164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20815): Terminating (SIGTERM)\u000a09:34:48.369711 run iperf3-srv_10.42.42.10(pid=20816): Terminating (SIGTERM)\u000a09:34:48.409258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20819): Terminating (SIGTERM)\u000a09:34:48.448890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20822): Terminating (SIGTERM)\u000a09:34:48.488646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20825): Terminating (SIGTERM)\u000a09:34:48.498076 --- ParallelTerminationStrategy: PID 20813 died...\u000a09:34:48.551177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20813): Terminated: ok {rc=0}\u000a09:34:48.560799 --- ParallelTerminationStrategy: PID 20814 died...\u000a09:34:48.613462 run iperf3-srv_10.42.42.10(pid=20814): Terminated {rc=256}\u000a09:34:48.623086 --- ParallelTerminationStrategy: PID 20815 died...\u000a09:34:48.675610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20815): Terminated: ok {rc=0}\u000a09:34:48.685333 --- ParallelTerminationStrategy: PID 20816 died...\u000a09:34:48.738558 run iperf3-srv_10.42.42.10(pid=20816): Terminated {rc=256}\u000a09:34:48.748238 --- ParallelTerminationStrategy: PID 20819 died...\u000a09:34:48.801660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20819): Terminated: ok {rc=0}\u000a09:34:48.811363 --- ParallelTerminationStrategy: PID 20822 died...\u000a09:34:48.864299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20822): Terminated: ok {rc=0}\u000a09:34:48.874024 --- ParallelTerminationStrategy: PID 20825 died...\u000a09:34:48.927112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20825): Terminated: ok {rc=0}\u000a09:34:49.014963 bus /gobi_0: Setting Powered False\u000a09:34:50.117701 bus /gobi_0: Setting Powered False\u000a09:34:51.228724 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20835): Process ended prematurely: osmo-stp_10.42.42.5(pid=20835) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20835)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20835): Process ended prematurely: osmo-stp_10.42.42.5(pid=20835) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20835)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a09:34:52.338737 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:52.350412 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:34:52.510067 tst iperf3.py: using LAC 20551\u000a09:34:52.631229 tst iperf3.py: using RAC 151\u000a09:34:52.751848 tst iperf3.py: using CellId 20551\u000a09:34:52.872616 tst iperf3.py: using BVCI 20552\u000a09:34:52.896414 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:52.907672 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:52.918852 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:52.929931 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:52.940921 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:52.952000 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:52.963023 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:52.974143 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:34:52.985286 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:34:53.265373 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:34:53.392553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:34:53.709183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20827): Launched\u000a09:34:53.971707 run iperf3-srv_10.42.42.10(pid=20828): Launched\u000a09:34:54.157326 tst iperf3.py:8: start network...\u000a09:34:54.284391 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:34:54.774133 run create_hlr_db(pid=20829): Launched\u000a09:34:54.963537 bus /gobi_6: Setting Powered False\u000a09:34:55.983376 run create_hlr_db(pid=20829): Terminated: ok {rc=0}\u000a09:34:56.393535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20831): Launched\u000a09:34:56.702084 run osmo-hlr_10.42.42.2(pid=20832): Launched\u000a09:34:56.816069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:34:57.345416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20834): Launched\u000a09:34:57.650344 run osmo-stp_10.42.42.5(pid=20835): Launched\u000a09:34:57.760558 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:34:58.290814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20837): Launched\u000a09:34:58.398815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:34:58.663476 run patchelf(pid=20838): Launched\u000a09:34:58.840621 run osmo-stp_10.42.42.5(pid=20835): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20835)]\u000a09:34:58.971641 run osmo-stp_10.42.42.5(pid=20835): stdout: \u000a| (launched: 2022-12-09_09:34:57.499644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:59.101745 run osmo-stp_10.42.42.5(pid=20835): stderr: \u000a| �[0;m�[38;5;43m20221209093457669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093457670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093457670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093457670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093457671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093457671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093457671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:59.227436 run osmo-stp_10.42.42.5(pid=20835): stdout: \u000a| (launched: 2022-12-09_09:34:57.499644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:34:59.351831 run osmo-stp_10.42.42.5(pid=20835): stderr: \u000a| �[0;m�[38;5;43m20221209093457669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093457670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093457670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093457670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093457671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093457671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093457671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:34:59.496689 run patchelf(pid=20838): Terminating (SIGINT)\u000a09:34:59.667109 run patchelf(pid=20838): Terminated: ok {rc=0}\u000a09:34:59.698507 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20835): Process ended prematurely: osmo-stp_10.42.42.5(pid=20835) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20835)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a09:34:59.707716 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a09:34:59.767610 run osmo-hlr_10.42.42.2(pid=20832): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20832)]\u000a09:34:59.816844 run osmo-hlr_10.42.42.2(pid=20832): stdout: \u000a| (launched: 2022-12-09_09:34:56.549212) \u000a09:34:59.867197 run osmo-hlr_10.42.42.2(pid=20832): stderr: \u000a| �[0;m�[1;31m20221209093456726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093456726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093456726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093456726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093456726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093456726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093456738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093456747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093456747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093456747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:34:59.909704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20827): Terminating (SIGTERM)\u000a09:34:59.949677 run iperf3-srv_10.42.42.10(pid=20828): Terminating (SIGTERM)\u000a09:34:59.989587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20831): Terminating (SIGTERM)\u000a09:35:00.029383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20834): Terminating (SIGTERM)\u000a09:35:00.069268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20837): Terminating (SIGTERM)\u000a09:35:00.078642 --- ParallelTerminationStrategy: PID 20827 died...\u000a09:35:00.131865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20827): Terminated: ok {rc=0}\u000a09:35:00.141755 --- ParallelTerminationStrategy: PID 20828 died...\u000a09:35:00.194760 run iperf3-srv_10.42.42.10(pid=20828): Terminated {rc=256}\u000a09:35:00.204494 --- ParallelTerminationStrategy: PID 20831 died...\u000a09:35:00.257595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20831): Terminated: ok {rc=0}\u000a09:35:00.267380 --- ParallelTerminationStrategy: PID 20834 died...\u000a09:35:00.320988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20834): Terminated: ok {rc=0}\u000a09:35:00.330768 --- ParallelTerminationStrategy: PID 20837 died...\u000a09:35:00.383884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20837): Terminated: ok {rc=0}\u000a09:35:00.472128 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20856): Process ended prematurely: osmo-stp_10.42.42.5(pid=20856) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20856)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20856): Process ended prematurely: osmo-stp_10.42.42.5(pid=20856) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20856)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a09:35:01.615459 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:01.633205 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:35:01.814106 tst iperf3m4.py: using LAC 20552\u000a09:35:01.951747 tst iperf3m4.py: using RAC 152\u000a09:35:02.117374 tst iperf3m4.py: using CellId 20552\u000a09:35:02.252219 tst iperf3m4.py: using BVCI 20553\u000a09:35:02.276186 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:02.287839 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:02.299415 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:02.311062 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:02.322662 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:02.333949 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:02.345167 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:02.356257 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:02.367919 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:35:02.487948 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:35:02.608357 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:35:02.730880 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:35:03.029465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:35:03.167247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:03.506661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20842): Launched\u000a09:35:03.787646 run iperf3-srv_10.42.42.10(pid=20843): Launched\u000a09:35:03.987864 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:35:04.124545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:04.462181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20844): Launched\u000a09:35:04.743602 run iperf3-srv_10.42.42.10(pid=20845): Launched\u000a09:35:04.944805 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:35:05.082142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:05.420767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20846): Launched\u000a09:35:05.702226 run iperf3-srv_10.42.42.10(pid=20847): Launched\u000a09:35:05.901902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:35:06.038445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:06.377909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20848): Launched\u000a09:35:06.659597 run iperf3-srv_10.42.42.10(pid=20849): Launched\u000a09:35:06.860016 tst iperf3m4.py:8: start network...\u000a09:35:06.997344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:07.511961 run create_hlr_db(pid=20850): Launched\u000a09:35:07.700480 bus /gobi_6: Setting Powered False\u000a09:35:08.722400 run create_hlr_db(pid=20850): Terminated: ok {rc=0}\u000a09:35:09.156634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20852): Launched\u000a09:35:09.485219 run osmo-hlr_10.42.42.2(pid=20853): Launched\u000a09:35:09.600760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:10.133259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20855): Launched\u000a09:35:10.440389 run osmo-stp_10.42.42.5(pid=20856): Launched\u000a09:35:10.551779 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:11.083576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20858): Launched\u000a09:35:11.192250 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:11.458007 run patchelf(pid=20859): Launched\u000a09:35:11.635733 run osmo-stp_10.42.42.5(pid=20856): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20856)]\u000a09:35:11.765760 run osmo-stp_10.42.42.5(pid=20856): stdout: \u000a| (launched: 2022-12-09_09:35:10.288570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:11.896111 run osmo-stp_10.42.42.5(pid=20856): stderr: \u000a| �[0;m�[38;5;43m20221209093510458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093510459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093510459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093510459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093510460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093510460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093510460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:12.022018 run osmo-stp_10.42.42.5(pid=20856): stdout: \u000a| (launched: 2022-12-09_09:35:10.288570)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:12.146827 run osmo-stp_10.42.42.5(pid=20856): stderr: \u000a| �[0;m�[38;5;43m20221209093510458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093510459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093510459 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093510459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093510460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093510460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093510460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:12.292025 run patchelf(pid=20859): Terminating (SIGINT)\u000a09:35:12.463059 run patchelf(pid=20859): Terminated: ok {rc=0}\u000a09:35:12.494513 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20856): Process ended prematurely: osmo-stp_10.42.42.5(pid=20856) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20856)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a09:35:12.503698 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:35:12.564449 run osmo-hlr_10.42.42.2(pid=20853): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20853)]\u000a09:35:12.613489 run osmo-hlr_10.42.42.2(pid=20853): stdout: \u000a| (launched: 2022-12-09_09:35:09.322928) \u000a09:35:12.663285 run osmo-hlr_10.42.42.2(pid=20853): stderr: \u000a| �[0;m�[1;31m20221209093509523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093509523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093509523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093509523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093509523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093509523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093509536 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093509544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093509544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093509545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:12.705907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20842): Terminating (SIGTERM)\u000a09:35:12.746084 run iperf3-srv_10.42.42.10(pid=20843): Terminating (SIGTERM)\u000a09:35:12.786317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20844): Terminating (SIGTERM)\u000a09:35:12.826172 run iperf3-srv_10.42.42.10(pid=20845): Terminating (SIGTERM)\u000a09:35:12.866331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20846): Terminating (SIGTERM)\u000a09:35:12.906457 run iperf3-srv_10.42.42.10(pid=20847): Terminating (SIGTERM)\u000a09:35:12.946584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20848): Terminating (SIGTERM)\u000a09:35:12.987037 run iperf3-srv_10.42.42.10(pid=20849): Terminating (SIGTERM)\u000a09:35:13.027356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20852): Terminating (SIGTERM)\u000a09:35:13.067320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20855): Terminating (SIGTERM)\u000a09:35:13.107446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20858): Terminating (SIGTERM)\u000a09:35:13.117063 --- ParallelTerminationStrategy: PID 20842 died...\u000a09:35:13.170683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20842): Terminated: ok {rc=0}\u000a09:35:13.180703 --- ParallelTerminationStrategy: PID 20843 died...\u000a09:35:13.233620 run iperf3-srv_10.42.42.10(pid=20843): Terminated {rc=256}\u000a09:35:13.243451 --- ParallelTerminationStrategy: PID 20844 died...\u000a09:35:13.296574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20844): Terminated: ok {rc=0}\u000a09:35:13.306536 --- ParallelTerminationStrategy: PID 20845 died...\u000a09:35:13.359800 run iperf3-srv_10.42.42.10(pid=20845): Terminated {rc=256}\u000a09:35:13.369981 --- ParallelTerminationStrategy: PID 20846 died...\u000a09:35:13.422974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20846): Terminated: ok {rc=0}\u000a09:35:13.432790 --- ParallelTerminationStrategy: PID 20847 died...\u000a09:35:13.486328 run iperf3-srv_10.42.42.10(pid=20847): Terminated {rc=256}\u000a09:35:13.496044 --- ParallelTerminationStrategy: PID 20848 died...\u000a09:35:13.549292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20848): Terminated: ok {rc=0}\u000a09:35:13.559291 --- ParallelTerminationStrategy: PID 20849 died...\u000a09:35:13.612276 run iperf3-srv_10.42.42.10(pid=20849): Terminated {rc=256}\u000a09:35:13.622039 --- ParallelTerminationStrategy: PID 20852 died...\u000a09:35:13.674833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20852): Terminated: ok {rc=0}\u000a09:35:13.684528 --- ParallelTerminationStrategy: PID 20855 died...\u000a09:35:13.737327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20855): Terminated: ok {rc=0}\u000a09:35:13.747129 --- ParallelTerminationStrategy: PID 20858 died...\u000a09:35:13.800563 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20858): Terminated: ok {rc=0}\u000a09:35:13.890042 bus /gobi_4: Setting Powered False\u000a09:35:14.995078 bus /gobi_4: Setting Powered False\u000a09:35:16.123918 bus /gobi_1: Setting Powered False\u000a09:35:17.234402 bus /gobi_1: Setting Powered False\u000a09:35:18.346278 bus /gobi_0: Setting Powered False\u000a09:35:19.448801 bus /gobi_0: Setting Powered False\u000a09:35:20.562210 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20867): Process ended prematurely: osmo-stp_10.42.42.5(pid=20867) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20867): Process ended prematurely: osmo-stp_10.42.42.5(pid=20867) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a09:35:21.630041 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:21.641814 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:35:21.798506 tst ping.py: using LAC 20553\u000a09:35:21.917656 tst ping.py: using RAC 153\u000a09:35:22.035503 tst ping.py: using CellId 20553\u000a09:35:22.154239 tst ping.py: using BVCI 20554\u000a09:35:22.177118 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:22.188217 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:22.199147 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:22.210280 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:22.221312 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:22.232335 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:22.243436 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:22.254443 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:35:22.547359 tst ping.py:19: start network...\u000a09:35:22.681224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:23.187224 run create_hlr_db(pid=20861): Launched\u000a09:35:23.373565 bus /gobi_6: Setting Powered False\u000a09:35:24.393810 run create_hlr_db(pid=20861): Terminated: ok {rc=0}\u000a09:35:24.821447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20863): Launched\u000a09:35:25.144742 run osmo-hlr_10.42.42.2(pid=20864): Launched\u000a09:35:25.263438 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:25.826892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20866): Launched\u000a09:35:26.148355 run osmo-stp_10.42.42.5(pid=20867): Launched\u000a09:35:26.264936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:26.824106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20869): Launched\u000a09:35:26.931441 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:27.193917 run patchelf(pid=20870): Launched\u000a09:35:27.368932 run osmo-stp_10.42.42.5(pid=20867): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)]\u000a09:35:27.497253 run osmo-stp_10.42.42.5(pid=20867): stdout: \u000a| (launched: 2022-12-09_09:35:25.989457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:27.625679 run osmo-stp_10.42.42.5(pid=20867): stderr: \u000a| �[0;m�[38;5;43m20221209093526182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093526182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093526182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093526183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093526183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093526183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093526183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:27.749677 run osmo-stp_10.42.42.5(pid=20867): stdout: \u000a| (launched: 2022-12-09_09:35:25.989457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:27.872339 run osmo-stp_10.42.42.5(pid=20867): stderr: \u000a| �[0;m�[38;5;43m20221209093526182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093526182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093526182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093526183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093526183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093526183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093526183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:28.015201 run patchelf(pid=20870): Terminating (SIGINT)\u000a09:35:28.183248 run patchelf(pid=20870): Terminated: ok {rc=0}\u000a09:35:28.213891 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20867): Process ended prematurely: osmo-stp_10.42.42.5(pid=20867) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20867)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a09:35:28.222436 tst ping.py:22: Test FAILED (6.6 sec)\u000a09:35:28.282354 run osmo-hlr_10.42.42.2(pid=20864): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20864)]\u000a09:35:28.331412 run osmo-hlr_10.42.42.2(pid=20864): stdout: \u000a| (launched: 2022-12-09_09:35:24.985528) \u000a09:35:28.381180 run osmo-hlr_10.42.42.2(pid=20864): stderr: \u000a| �[0;m�[1;31m20221209093525186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093525186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093525186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093525186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093525186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093525186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093525198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093525207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093525207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093525207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:28.423738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20863): Terminating (SIGTERM)\u000a09:35:28.463929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20866): Terminating (SIGTERM)\u000a09:35:28.504133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20869): Terminating (SIGTERM)\u000a09:35:28.513733 --- ParallelTerminationStrategy: PID 20863 died...\u000a09:35:28.567329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20863): Terminated: ok {rc=0}\u000a09:35:28.577381 --- ParallelTerminationStrategy: PID 20866 died...\u000a09:35:28.631029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20866): Terminated: ok {rc=0}\u000a09:35:28.641136 --- ParallelTerminationStrategy: PID 20869 died...\u000a09:35:28.694363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20869): Terminated: ok {rc=0}\u000a09:35:28.782198 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20877): Process ended prematurely: osmo-stp_10.42.42.5(pid=20877) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20877)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20877): Process ended prematurely: osmo-stp_10.42.42.5(pid=20877) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20877)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a09:35:29.833610 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:29.845626 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a09:35:30.002210 tst ping_idle_ping.py: using LAC 20554\u000a09:35:30.119854 tst ping_idle_ping.py: using RAC 154\u000a09:35:30.238392 tst ping_idle_ping.py: using CellId 20554\u000a09:35:30.355646 tst ping_idle_ping.py: using BVCI 20555\u000a09:35:30.378870 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:30.390174 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:30.401367 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:30.412409 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:30.423440 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:30.434543 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:30.445893 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a09:35:30.457205 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a09:35:30.735135 tst ping_idle_ping.py:24: start network...\u000a09:35:30.862175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:31.402665 run create_hlr_db(pid=20871): Launched\u000a09:35:31.624876 bus /gobi_6: Setting Powered False\u000a09:35:32.620067 run create_hlr_db(pid=20871): Terminated: ok {rc=0}\u000a09:35:33.042704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20873): Launched\u000a09:35:33.343502 run osmo-hlr_10.42.42.2(pid=20874): Launched\u000a09:35:33.457725 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:33.976833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20876): Launched\u000a09:35:34.277349 run osmo-stp_10.42.42.5(pid=20877): Launched\u000a09:35:34.385980 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:34.909381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20879): Launched\u000a09:35:35.016282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:35.279484 run patchelf(pid=20880): Launched\u000a09:35:35.455076 run osmo-stp_10.42.42.5(pid=20877): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20877)]\u000a09:35:35.583354 run osmo-stp_10.42.42.5(pid=20877): stdout: \u000a| (launched: 2022-12-09_09:35:34.128764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:35.711692 run osmo-stp_10.42.42.5(pid=20877): stderr: \u000a| �[0;m�[38;5;43m20221209093534299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093534299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093534299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093534299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093534300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093534300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093534300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:35.835735 run osmo-stp_10.42.42.5(pid=20877): stdout: \u000a| (launched: 2022-12-09_09:35:34.128764)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:35.958904 run osmo-stp_10.42.42.5(pid=20877): stderr: \u000a| �[0;m�[38;5;43m20221209093534299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093534299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093534299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093534299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093534300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093534300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093534300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:36.102319 run patchelf(pid=20880): Terminating (SIGINT)\u000a09:35:36.270699 run patchelf(pid=20880): Terminated: ok {rc=0}\u000a09:35:36.301660 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20877): Process ended prematurely: osmo-stp_10.42.42.5(pid=20877) [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20877)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a09:35:36.310492 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:35:36.370669 run osmo-hlr_10.42.42.2(pid=20874): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20874)]\u000a09:35:36.419459 run osmo-hlr_10.42.42.2(pid=20874): stdout: \u000a| (launched: 2022-12-09_09:35:33.194945) \u000a09:35:36.469237 run osmo-hlr_10.42.42.2(pid=20874): stderr: \u000a| �[0;m�[1;31m20221209093533373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093533373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093533373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093533373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093533373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093533373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093533385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093533394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093533394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093533394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:36.511371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20873): Terminating (SIGTERM)\u000a09:35:36.551300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20876): Terminating (SIGTERM)\u000a09:35:36.591299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20879): Terminating (SIGTERM)\u000a09:35:36.600632 --- ParallelTerminationStrategy: PID 20873 died...\u000a09:35:36.653592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20873): Terminated: ok {rc=0}\u000a09:35:36.663452 --- ParallelTerminationStrategy: PID 20876 died...\u000a09:35:36.716382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20876): Terminated: ok {rc=0}\u000a09:35:36.726307 --- ParallelTerminationStrategy: PID 20879 died...\u000a09:35:36.778949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20879): Terminated: ok {rc=0}\u000a09:35:36.866444 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:34:39" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20894): Process ended prematurely: osmo-stp_10.42.42.5(pid=20894) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20894)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20894): Process ended prematurely: osmo-stp_10.42.42.5(pid=20894) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a09:35:39.039450 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:39.051360 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:35:39.189564 tst cs_paging_gprs_active.py: using LAC 20555\u000a09:35:39.307289 tst cs_paging_gprs_active.py: using RAC 155\u000a09:35:39.427124 tst cs_paging_gprs_active.py: using CellId 20555\u000a09:35:39.549439 tst cs_paging_gprs_active.py: using BVCI 20556\u000a09:35:39.572517 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:39.583940 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:39.595291 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:39.606751 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:39.618112 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:39.629434 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:39.641053 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:39.652534 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:39.664373 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:35:39.785885 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:35:40.065345 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a09:35:40.191673 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:40.505189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20884): Launched\u000a09:35:40.767063 run iperf3-srv_10.42.42.10(pid=20885): Launched\u000a09:35:40.951783 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a09:35:41.078211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:41.393967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20886): Launched\u000a09:35:41.655556 run iperf3-srv_10.42.42.10(pid=20887): Launched\u000a09:35:41.840293 tst cs_paging_gprs_active.py:38: start network...\u000a09:35:41.966814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:42.455398 run create_hlr_db(pid=20888): Launched\u000a09:35:42.630635 bus /gobi_6: Setting Powered False\u000a09:35:43.663114 run create_hlr_db(pid=20888): Terminated: ok {rc=0}\u000a09:35:44.070707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20890): Launched\u000a09:35:44.376129 run osmo-hlr_10.42.42.2(pid=20891): Launched\u000a09:35:44.496642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:45.031705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20893): Launched\u000a09:35:45.336365 run osmo-stp_10.42.42.5(pid=20894): Launched\u000a09:35:45.457119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:46.021361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20896): Launched\u000a09:35:46.131797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:46.459583 run patchelf(pid=20897): Launched\u000a09:35:46.655146 run osmo-stp_10.42.42.5(pid=20894): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20894)]\u000a09:35:46.788741 run osmo-stp_10.42.42.5(pid=20894): stdout: \u000a| (launched: 2022-12-09_09:35:45.186335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:46.921750 run osmo-stp_10.42.42.5(pid=20894): stderr: \u000a| �[0;m�[38;5;43m20221209093545360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093545360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093545360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093545360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093545361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093545361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093545361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:47.049856 run osmo-stp_10.42.42.5(pid=20894): stdout: \u000a| (launched: 2022-12-09_09:35:45.186335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:47.177904 run osmo-stp_10.42.42.5(pid=20894): stderr: \u000a| �[0;m�[38;5;43m20221209093545360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093545360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093545360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093545360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093545361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093545361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093545361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:47.325112 run patchelf(pid=20897): Terminating (SIGINT)\u000a09:35:47.495554 run patchelf(pid=20897): Terminated: ok {rc=0}\u000a09:35:47.527062 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20894): Process ended prematurely: osmo-stp_10.42.42.5(pid=20894) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20894)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a09:35:47.536307 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a09:35:47.596268 run osmo-hlr_10.42.42.2(pid=20891): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20891)]\u000a09:35:47.645359 run osmo-hlr_10.42.42.2(pid=20891): stdout: \u000a| (launched: 2022-12-09_09:35:44.226603) \u000a09:35:47.695085 run osmo-hlr_10.42.42.2(pid=20891): stderr: \u000a| �[0;m�[1;31m20221209093544403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093544403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093544403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093544403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093544403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093544404 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093544414 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093544423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093544423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093544423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:47.737485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20884): Terminating (SIGTERM)\u000a09:35:47.777271 run iperf3-srv_10.42.42.10(pid=20885): Terminating (SIGTERM)\u000a09:35:47.817500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20886): Terminating (SIGTERM)\u000a09:35:47.857340 run iperf3-srv_10.42.42.10(pid=20887): Terminating (SIGTERM)\u000a09:35:47.897200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20890): Terminating (SIGTERM)\u000a09:35:47.937096 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20893): Terminating (SIGTERM)\u000a09:35:47.976890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20896): Terminating (SIGTERM)\u000a09:35:47.986061 --- ParallelTerminationStrategy: PID 20884 died...\u000a09:35:48.039517 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20884): Terminated: ok {rc=0}\u000a09:35:48.048908 --- ParallelTerminationStrategy: PID 20885 died...\u000a09:35:48.102262 run iperf3-srv_10.42.42.10(pid=20885): Terminated {rc=256}\u000a09:35:48.111839 --- ParallelTerminationStrategy: PID 20886 died...\u000a09:35:48.164463 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20886): Terminated: ok {rc=0}\u000a09:35:48.173991 --- ParallelTerminationStrategy: PID 20887 died...\u000a09:35:48.226747 run iperf3-srv_10.42.42.10(pid=20887): Terminated {rc=256}\u000a09:35:48.236290 --- ParallelTerminationStrategy: PID 20890 died...\u000a09:35:48.288941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20890): Terminated: ok {rc=0}\u000a09:35:48.298369 --- ParallelTerminationStrategy: PID 20893 died...\u000a09:35:48.351105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20893): Terminated: ok {rc=0}\u000a09:35:48.360587 --- ParallelTerminationStrategy: PID 20896 died...\u000a09:35:48.413582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20896): Terminated: ok {rc=0}\u000a09:35:48.501104 bus /gobi_0: Setting Powered False\u000a09:35:49.604132 bus /gobi_0: Setting Powered False\u000a09:35:50.715354 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20906): Process ended prematurely: osmo-stp_10.42.42.5(pid=20906) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20906): Process ended prematurely: osmo-stp_10.42.42.5(pid=20906) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a09:35:51.824767 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:51.837033 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:35:51.974941 tst iperf3.py: using LAC 20556\u000a09:35:52.093734 tst iperf3.py: using RAC 156\u000a09:35:52.215557 tst iperf3.py: using CellId 20556\u000a09:35:52.340638 tst iperf3.py: using BVCI 20557\u000a09:35:52.363752 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:52.375524 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:52.386977 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:52.398438 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:52.409806 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:52.421243 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:52.432690 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:52.444009 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:35:52.455520 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:35:52.753781 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:35:52.888798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:35:53.222158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20898): Launched\u000a09:35:53.501004 run iperf3-srv_10.42.42.10(pid=20899): Launched\u000a09:35:53.698926 tst iperf3.py:8: start network...\u000a09:35:53.833922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:35:54.344025 run create_hlr_db(pid=20900): Launched\u000a09:35:54.531901 bus /gobi_6: Setting Powered False\u000a09:35:55.551790 run create_hlr_db(pid=20900): Terminated: ok {rc=0}\u000a09:35:55.956588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20902): Launched\u000a09:35:56.260269 run osmo-hlr_10.42.42.2(pid=20903): Launched\u000a09:35:56.372374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:35:56.897322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20905): Launched\u000a09:35:57.201312 run osmo-stp_10.42.42.5(pid=20906): Launched\u000a09:35:57.311311 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:35:57.839576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20908): Launched\u000a09:35:57.947282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:35:58.210961 run patchelf(pid=20909): Launched\u000a09:35:58.387892 run osmo-stp_10.42.42.5(pid=20906): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)]\u000a09:35:58.517268 run osmo-stp_10.42.42.5(pid=20906): stdout: \u000a| (launched: 2022-12-09_09:35:57.051293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:58.646999 run osmo-stp_10.42.42.5(pid=20906): stderr: \u000a| �[0;m�[38;5;43m20221209093557222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093557222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093557222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093557222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093557223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093557223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093557223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:58.772080 run osmo-stp_10.42.42.5(pid=20906): stdout: \u000a| (launched: 2022-12-09_09:35:57.051293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:35:58.896080 run osmo-stp_10.42.42.5(pid=20906): stderr: \u000a| �[0;m�[38;5;43m20221209093557222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093557222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093557222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093557222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093557223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093557223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093557223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:35:59.040789 run patchelf(pid=20909): Terminating (SIGINT)\u000a09:35:59.210844 run patchelf(pid=20909): Terminated: ok {rc=0}\u000a09:35:59.242094 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20906): Process ended prematurely: osmo-stp_10.42.42.5(pid=20906) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20906)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a09:35:59.251388 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a09:35:59.311160 run osmo-hlr_10.42.42.2(pid=20903): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20903)]\u000a09:35:59.360493 run osmo-hlr_10.42.42.2(pid=20903): stdout: \u000a| (launched: 2022-12-09_09:35:56.110817) \u000a09:35:59.410073 run osmo-hlr_10.42.42.2(pid=20903): stderr: \u000a| �[0;m�[1;31m20221209093556286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093556286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093556286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093556286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093556286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093556286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093556303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093556314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093556314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093556315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:35:59.451817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20898): Terminating (SIGTERM)\u000a09:35:59.491372 run iperf3-srv_10.42.42.10(pid=20899): Terminating (SIGTERM)\u000a09:35:59.530954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20902): Terminating (SIGTERM)\u000a09:35:59.570751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20905): Terminating (SIGTERM)\u000a09:35:59.610273 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20908): Terminating (SIGTERM)\u000a09:35:59.619348 --- ParallelTerminationStrategy: PID 20898 died...\u000a09:35:59.672096 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20898): Terminated: ok {rc=0}\u000a09:35:59.681964 --- ParallelTerminationStrategy: PID 20899 died...\u000a09:35:59.734450 run iperf3-srv_10.42.42.10(pid=20899): Terminated {rc=256}\u000a09:35:59.743875 --- ParallelTerminationStrategy: PID 20902 died...\u000a09:35:59.796462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20902): Terminated: ok {rc=0}\u000a09:35:59.806063 --- ParallelTerminationStrategy: PID 20905 died...\u000a09:35:59.858866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20905): Terminated: ok {rc=0}\u000a09:35:59.868331 --- ParallelTerminationStrategy: PID 20908 died...\u000a09:35:59.921651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20908): Terminated: ok {rc=0}\u000a09:36:00.009323 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20925): Process ended prematurely: osmo-stp_10.42.42.5(pid=20925) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20925)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20925): Process ended prematurely: osmo-stp_10.42.42.5(pid=20925) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a09:36:01.153240 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:01.171319 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:36:01.362338 tst iperf3m4.py: using LAC 20557\u000a09:36:01.528432 tst iperf3m4.py: using RAC 157\u000a09:36:01.678348 tst iperf3m4.py: using CellId 20557\u000a09:36:01.808419 tst iperf3m4.py: using BVCI 20558\u000a09:36:01.834163 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:01.847484 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:01.860509 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:01.874863 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:01.888251 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:01.901250 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:01.914553 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:01.926990 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:01.940592 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:36:02.091612 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:36:02.239680 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:36:02.367155 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:36:02.647839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a09:36:02.774383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:03.087268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20911): Launched\u000a09:36:03.347240 run iperf3-srv_10.42.42.10(pid=20912): Launched\u000a09:36:03.532412 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a09:36:03.658583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:03.971967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20913): Launched\u000a09:36:04.231863 run iperf3-srv_10.42.42.10(pid=20914): Launched\u000a09:36:04.416465 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a09:36:04.542664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:04.855757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20915): Launched\u000a09:36:05.116088 run iperf3-srv_10.42.42.10(pid=20916): Launched\u000a09:36:05.301352 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a09:36:05.428484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a09:36:05.741697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20917): Launched\u000a09:36:06.002153 run iperf3-srv_10.42.42.10(pid=20918): Launched\u000a09:36:06.186779 tst iperf3m4.py:8: start network...\u000a09:36:06.313070 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:06.796885 run create_hlr_db(pid=20919): Launched\u000a09:36:06.969812 bus /gobi_6: Setting Powered False\u000a09:36:07.991197 run create_hlr_db(pid=20919): Terminated: ok {rc=0}\u000a09:36:08.420456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20921): Launched\u000a09:36:08.745325 run osmo-hlr_10.42.42.2(pid=20922): Launched\u000a09:36:08.865287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:09.430821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20924): Launched\u000a09:36:09.756676 run osmo-stp_10.42.42.5(pid=20925): Launched\u000a09:36:09.875941 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:10.443490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20927): Launched\u000a09:36:10.559171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:10.841368 run patchelf(pid=20928): Launched\u000a09:36:11.030141 run osmo-stp_10.42.42.5(pid=20925): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20925)]\u000a09:36:11.168470 run osmo-stp_10.42.42.5(pid=20925): stdout: \u000a| (launched: 2022-12-09_09:36:09.596933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:11.307129 run osmo-stp_10.42.42.5(pid=20925): stderr: \u000a| �[0;m�[38;5;43m20221209093609788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093609789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093609789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093609789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093609790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093609790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093609790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:11.441611 run osmo-stp_10.42.42.5(pid=20925): stdout: \u000a| (launched: 2022-12-09_09:36:09.596933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:11.575034 run osmo-stp_10.42.42.5(pid=20925): stderr: \u000a| �[0;m�[38;5;43m20221209093609788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093609789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093609789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093609789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093609790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093609790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093609790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:11.729614 run patchelf(pid=20928): Terminating (SIGINT)\u000a09:36:11.910828 run patchelf(pid=20928): Terminated: ok {rc=0}\u000a09:36:11.944082 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20925): Process ended prematurely: osmo-stp_10.42.42.5(pid=20925) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20925)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a09:36:11.954011 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a09:36:12.017867 run osmo-hlr_10.42.42.2(pid=20922): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20922)]\u000a09:36:12.069381 run osmo-hlr_10.42.42.2(pid=20922): stdout: \u000a| (launched: 2022-12-09_09:36:08.585762) \u000a09:36:12.121786 run osmo-hlr_10.42.42.2(pid=20922): stderr: \u000a| �[0;m�[1;31m20221209093608785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093608785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093608785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093608785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093608785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093608785 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093608797 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093608806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093608806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093608806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:12.166055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20911): Terminating (SIGTERM)\u000a09:36:12.208399 run iperf3-srv_10.42.42.10(pid=20912): Terminating (SIGTERM)\u000a09:36:12.250030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20913): Terminating (SIGTERM)\u000a09:36:12.292038 run iperf3-srv_10.42.42.10(pid=20914): Terminating (SIGTERM)\u000a09:36:12.334950 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20915): Terminating (SIGTERM)\u000a09:36:12.377164 run iperf3-srv_10.42.42.10(pid=20916): Terminating (SIGTERM)\u000a09:36:12.418940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20917): Terminating (SIGTERM)\u000a09:36:12.461073 run iperf3-srv_10.42.42.10(pid=20918): Terminating (SIGTERM)\u000a09:36:12.503308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20921): Terminating (SIGTERM)\u000a09:36:12.545154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20924): Terminating (SIGTERM)\u000a09:36:12.587169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20927): Terminating (SIGTERM)\u000a09:36:12.597138 --- ParallelTerminationStrategy: PID 20911 died...\u000a09:36:12.653373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20911): Terminated: ok {rc=0}\u000a09:36:12.663841 --- ParallelTerminationStrategy: PID 20912 died...\u000a09:36:12.719649 run iperf3-srv_10.42.42.10(pid=20912): Terminated {rc=256}\u000a09:36:12.729839 --- ParallelTerminationStrategy: PID 20913 died...\u000a09:36:12.786058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20913): Terminated: ok {rc=0}\u000a09:36:12.796051 --- ParallelTerminationStrategy: PID 20914 died...\u000a09:36:12.851674 run iperf3-srv_10.42.42.10(pid=20914): Terminated {rc=256}\u000a09:36:12.861946 --- ParallelTerminationStrategy: PID 20915 died...\u000a09:36:12.917222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20915): Terminated: ok {rc=0}\u000a09:36:12.927317 --- ParallelTerminationStrategy: PID 20916 died...\u000a09:36:12.982825 run iperf3-srv_10.42.42.10(pid=20916): Terminated {rc=256}\u000a09:36:12.992652 --- ParallelTerminationStrategy: PID 20917 died...\u000a09:36:13.047900 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20917): Terminated: ok {rc=0}\u000a09:36:13.058522 --- ParallelTerminationStrategy: PID 20918 died...\u000a09:36:13.114223 run iperf3-srv_10.42.42.10(pid=20918): Terminated {rc=256}\u000a09:36:13.124093 --- ParallelTerminationStrategy: PID 20921 died...\u000a09:36:13.179385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20921): Terminated: ok {rc=0}\u000a09:36:13.189897 --- ParallelTerminationStrategy: PID 20924 died...\u000a09:36:13.245140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20924): Terminated: ok {rc=0}\u000a09:36:13.255301 --- ParallelTerminationStrategy: PID 20927 died...\u000a09:36:13.310934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20927): Terminated: ok {rc=0}\u000a09:36:13.397839 bus /gobi_4: Setting Powered False\u000a09:36:14.501832 bus /gobi_4: Setting Powered False\u000a09:36:15.609323 bus /gobi_1: Setting Powered False\u000a09:36:16.721050 bus /gobi_1: Setting Powered False\u000a09:36:17.829506 bus /gobi_0: Setting Powered False\u000a09:36:18.931669 bus /gobi_0: Setting Powered False\u000a09:36:20.042876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20935): Process ended prematurely: osmo-stp_10.42.42.5(pid=20935) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20935)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20935): Process ended prematurely: osmo-stp_10.42.42.5(pid=20935) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20935)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a09:36:21.109813 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:21.121978 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:36:21.257765 tst ping.py: using LAC 20558\u000a09:36:21.388162 tst ping.py: using RAC 158\u000a09:36:21.512776 tst ping.py: using CellId 20558\u000a09:36:21.637601 tst ping.py: using BVCI 20559\u000a09:36:21.661909 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:21.674201 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:21.686042 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:21.698101 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:21.710149 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:21.722279 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:21.734445 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:21.746518 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:36:22.023227 tst ping.py:19: start network...\u000a09:36:22.146593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:22.630318 run create_hlr_db(pid=20929): Launched\u000a09:36:22.814678 bus /gobi_6: Setting Powered False\u000a09:36:23.835359 run create_hlr_db(pid=20929): Terminated: ok {rc=0}\u000a09:36:24.235089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20931): Launched\u000a09:36:24.532825 run osmo-hlr_10.42.42.2(pid=20932): Launched\u000a09:36:24.645536 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:25.162722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20934): Launched\u000a09:36:25.460222 run osmo-stp_10.42.42.5(pid=20935): Launched\u000a09:36:25.569959 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:26.088631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20937): Launched\u000a09:36:26.193679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:26.452156 run patchelf(pid=20938): Launched\u000a09:36:26.625445 run osmo-stp_10.42.42.5(pid=20935): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20935)]\u000a09:36:26.752142 run osmo-stp_10.42.42.5(pid=20935): stdout: \u000a| (launched: 2022-12-09_09:36:25.313592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:26.879457 run osmo-stp_10.42.42.5(pid=20935): stderr: \u000a| �[0;m�[38;5;43m20221209093625486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093625486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093625486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093625487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093625487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093625487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093625487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:27.002767 run osmo-stp_10.42.42.5(pid=20935): stdout: \u000a| (launched: 2022-12-09_09:36:25.313592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:27.124095 run osmo-stp_10.42.42.5(pid=20935): stderr: \u000a| �[0;m�[38;5;43m20221209093625486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093625486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093625486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093625487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093625487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093625487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093625487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:27.265860 run patchelf(pid=20938): Terminating (SIGINT)\u000a09:36:27.432571 run patchelf(pid=20938): Terminated: ok {rc=0}\u000a09:36:27.462925 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20935): Process ended prematurely: osmo-stp_10.42.42.5(pid=20935) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20935)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a09:36:27.471558 tst ping.py:22: Test FAILED (6.4 sec)\u000a09:36:27.531625 run osmo-hlr_10.42.42.2(pid=20932): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20932)]\u000a09:36:27.581004 run osmo-hlr_10.42.42.2(pid=20932): stdout: \u000a| (launched: 2022-12-09_09:36:24.386070) \u000a09:36:27.631372 run osmo-hlr_10.42.42.2(pid=20932): stderr: \u000a| �[0;m�[1;31m20221209093624560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093624561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093624561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093624561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093624561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093624561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093624572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093624581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093624582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093624582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:27.673474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20931): Terminating (SIGTERM)\u000a09:36:27.713416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20934): Terminating (SIGTERM)\u000a09:36:27.753237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20937): Terminating (SIGTERM)\u000a09:36:27.762653 --- ParallelTerminationStrategy: PID 20931 died...\u000a09:36:27.816648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20931): Terminated: ok {rc=0}\u000a09:36:27.826279 --- ParallelTerminationStrategy: PID 20934 died...\u000a09:36:27.879283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20934): Terminated: ok {rc=0}\u000a09:36:27.888815 --- ParallelTerminationStrategy: PID 20937 died...\u000a09:36:27.941434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20937): Terminated: ok {rc=0}\u000a09:36:28.028615 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20945): Process ended prematurely: osmo-stp_10.42.42.5(pid=20945) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20945)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20945): Process ended prematurely: osmo-stp_10.42.42.5(pid=20945) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a09:36:29.080360 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:29.092583 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a09:36:29.233566 tst ping_idle_ping.py: using LAC 20559\u000a09:36:29.351850 tst ping_idle_ping.py: using RAC 159\u000a09:36:29.478030 tst ping_idle_ping.py: using CellId 20559\u000a09:36:29.603076 tst ping_idle_ping.py: using BVCI 20560\u000a09:36:29.627801 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:29.640101 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:29.652135 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:29.664782 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:29.677200 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:29.689544 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:29.701710 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a09:36:29.713627 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a09:36:30.005770 tst ping_idle_ping.py:24: start network...\u000a09:36:30.138836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:30.654475 run create_hlr_db(pid=20939): Launched\u000a09:36:30.840581 bus /gobi_6: Setting Powered False\u000a09:36:31.905487 run create_hlr_db(pid=20939): Terminated: ok {rc=0}\u000a09:36:32.342821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20941): Launched\u000a09:36:32.664102 run osmo-hlr_10.42.42.2(pid=20942): Launched\u000a09:36:32.783877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:33.310184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20944): Launched\u000a09:36:33.610192 run osmo-stp_10.42.42.5(pid=20945): Launched\u000a09:36:33.719172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:34.240089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20947): Launched\u000a09:36:34.346136 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:34.606451 run patchelf(pid=20948): Launched\u000a09:36:34.781294 run osmo-stp_10.42.42.5(pid=20945): ERR: Terminated: ERROR {rc=1} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20945)]\u000a09:36:34.908716 run osmo-stp_10.42.42.5(pid=20945): stdout: \u000a| (launched: 2022-12-09_09:36:33.461367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:35.036810 run osmo-stp_10.42.42.5(pid=20945): stderr: \u000a| �[0;m�[38;5;43m20221209093633629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093633629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093633629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093633630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093633630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093633630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093633630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:35.160627 run osmo-stp_10.42.42.5(pid=20945): stdout: \u000a| (launched: 2022-12-09_09:36:33.461367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:35.283349 run osmo-stp_10.42.42.5(pid=20945): stderr: \u000a| �[0;m�[38;5;43m20221209093633629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093633629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093633629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093633630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093633630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093633630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093633630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:35.425924 run patchelf(pid=20948): Terminating (SIGINT)\u000a09:36:35.593734 run patchelf(pid=20948): Terminated: ok {rc=0}\u000a09:36:35.624138 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20945): Process ended prematurely: osmo-stp_10.42.42.5(pid=20945) [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20945)] [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a09:36:35.633506 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a09:36:35.693866 run osmo-hlr_10.42.42.2(pid=20942): ERR: Terminated: ERROR {rc=237} [trial-2357↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20942)]\u000a09:36:35.742637 run osmo-hlr_10.42.42.2(pid=20942): stdout: \u000a| (launched: 2022-12-09_09:36:32.506480) \u000a09:36:35.792524 run osmo-hlr_10.42.42.2(pid=20942): stderr: \u000a| �[0;m�[1;31m20221209093632704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093632704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093632704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093632704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093632704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093632704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093632717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093632725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093632726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093632726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:35.834622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20941): Terminating (SIGTERM)\u000a09:36:35.874897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20944): Terminating (SIGTERM)\u000a09:36:35.914627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20947): Terminating (SIGTERM)\u000a09:36:35.924039 --- ParallelTerminationStrategy: PID 20941 died...\u000a09:36:35.977221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20941): Terminated: ok {rc=0}\u000a09:36:35.986963 --- ParallelTerminationStrategy: PID 20944 died...\u000a09:36:36.039968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20944): Terminated: ok {rc=0}\u000a09:36:36.049784 --- ParallelTerminationStrategy: PID 20947 died...\u000a09:36:36.103139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20947): Terminated: ok {rc=0}\u000a09:36:36.190468 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:35:38" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20958): Process ended prematurely: osmo-stp_10.42.42.5(pid=20958) [trial-2357↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20958)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20958): Process ended prematurely: osmo-stp_10.42.42.5(pid=20958) [trial-2357↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a09:36:38.256685 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:36:38.268911 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a09:36:38.434592 tst switch_tch_pdch.py: using LAC 20560\u000a09:36:38.557200 tst switch_tch_pdch.py: using RAC 160\u000a09:36:38.680364 tst switch_tch_pdch.py: using CellId 20560\u000a09:36:38.802982 tst switch_tch_pdch.py: using BVCI 20561\u000a09:36:38.827348 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:36:38.839470 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:36:38.851390 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:36:38.863560 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:36:38.875515 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:36:38.887454 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:36:38.899580 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a09:36:38.911698 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:36:39.029950 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a09:36:39.322060 tst switch_tch_pdch.py:51: start network...\u000a09:36:39.454972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:36:39.964419 run create_hlr_db(pid=20952): Launched\u000a09:36:40.148771 bus /gobi_6: Setting Powered False\u000a09:36:41.169787 run create_hlr_db(pid=20952): Terminated: ok {rc=0}\u000a09:36:41.594075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20954): Launched\u000a09:36:41.914042 run osmo-hlr_10.42.42.2(pid=20955): Launched\u000a09:36:42.033789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:36:42.590142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20957): Launched\u000a09:36:42.910361 run osmo-stp_10.42.42.5(pid=20958): Launched\u000a09:36:43.026624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a09:36:43.585675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20960): Launched\u000a09:36:43.699766 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a09:36:43.978591 run patchelf(pid=20961): Launched\u000a09:36:44.165347 run osmo-stp_10.42.42.5(pid=20958): ERR: Terminated: ERROR {rc=1} [trial-2357↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20958)]\u000a09:36:44.301956 run osmo-stp_10.42.42.5(pid=20958): stdout: \u000a| (launched: 2022-12-09_09:36:42.752832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:44.439365 run osmo-stp_10.42.42.5(pid=20958): stderr: \u000a| �[0;m�[38;5;43m20221209093642944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093642945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093642945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093642945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093642946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093642946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093642946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:44.571545 run osmo-stp_10.42.42.5(pid=20958): stdout: \u000a| (launched: 2022-12-09_09:36:42.752832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:36:44.702848 run osmo-stp_10.42.42.5(pid=20958): stderr: \u000a| �[0;m�[38;5;43m20221209093642944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093642945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093642945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093642945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093642946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093642946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093642946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:36:44.855232 run patchelf(pid=20961): Terminating (SIGINT)\u000a09:36:45.034059 run patchelf(pid=20961): Terminated: ok {rc=0}\u000a09:36:45.066558 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20958): Process ended prematurely: osmo-stp_10.42.42.5(pid=20958) [trial-2357↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20958)] [trial-2357↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a09:36:45.075994 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a09:36:45.138254 run osmo-hlr_10.42.42.2(pid=20955): ERR: Terminated: ERROR {rc=237} [trial-2357↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20955)]\u000a09:36:45.189511 run osmo-hlr_10.42.42.2(pid=20955): stdout: \u000a| (launched: 2022-12-09_09:36:41.756627) \u000a09:36:45.241330 run osmo-hlr_10.42.42.2(pid=20955): stderr: \u000a| �[0;m�[1;31m20221209093641955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093641955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093641955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093641955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093641955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093641955 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093641968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093641976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093641976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093641976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:36:45.285758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20954): Terminating (SIGTERM)\u000a09:36:45.327645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20957): Terminating (SIGTERM)\u000a09:36:45.369526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20960): Terminating (SIGTERM)\u000a09:36:45.379028 --- ParallelTerminationStrategy: PID 20954 died...\u000a09:36:45.435010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20954): Terminated: ok {rc=0}\u000a09:36:45.445156 --- ParallelTerminationStrategy: PID 20957 died...\u000a09:36:45.500339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20957): Terminated: ok {rc=0}\u000a09:36:45.510208 --- ParallelTerminationStrategy: PID 20960 died...\u000a09:36:45.565635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20960): Terminated: ok {rc=0}\u000a09:36:45.651656 bus /gobi_0: Setting Powered False\u000a09:36:46.780509 bus /gobi_0: Setting Powered False\u000a09:36:47.890601 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:36:37" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20968): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20968) [trial-2357↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20968)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20968): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20968) [trial-2357↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a09:36:49.742951 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:36:49.849256 tst esme_connect_policy_acceptall.py: using MSISDN 7135\u000a09:36:49.984909 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:36:50.556106 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20967): Launched\u000a09:36:50.858257 run osmo-nitb_10.42.42.2(pid=20968): Launched\u000a09:36:51.044861 run osmo-nitb_10.42.42.2(pid=20968): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20968)]\u000a09:36:51.182871 run osmo-nitb_10.42.42.2(pid=20968): stdout: \u000a| (launched: 2022-12-09_09:36:50.711132) \u000a09:36:51.320894 run osmo-nitb_10.42.42.2(pid=20968): stderr: \u000a| (launched: 2022-12-09_09:36:50.756476)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:36:51.454581 run osmo-nitb_10.42.42.2(pid=20968): stdout: \u000a| (launched: 2022-12-09_09:36:50.711132) \u000a09:36:51.586777 run osmo-nitb_10.42.42.2(pid=20968): stderr: \u000a| (launched: 2022-12-09_09:36:50.756476)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:36:51.981799 tst osmo-nitb_10.42.42.2(pid=20968): stdout: \u000a| (launched: 2022-12-09_09:36:50.711132) \u000a09:36:52.103387 tst osmo-nitb_10.42.42.2(pid=20968): stderr: \u000a| (launched: 2022-12-09_09:36:50.756476)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:36:52.156533 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=20968): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20968) [trial-2357↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20968)] [trial-2357↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a09:36:52.164689 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a09:36:52.200070 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20967): Terminating (SIGTERM)\u000a09:36:52.377726 --- ParallelTerminationStrategy: PID 20967 died...\u000a09:36:52.432449 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20967): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20970): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20970) [trial-2357↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20970)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20970): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20970) [trial-2357↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a09:36:52.446991 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:36:52.558778 tst esme_connect_policy_closed.py: using MSISDN 7136\u000a09:36:52.679355 tst esme_connect_policy_closed.py: using MSISDN 7137\u000a09:36:52.787485 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:36:53.361934 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20969): Launched\u000a09:36:53.665429 run osmo-nitb_10.42.42.2(pid=20970): Launched\u000a09:36:53.840028 run osmo-nitb_10.42.42.2(pid=20970): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20970)]\u000a09:36:53.967207 run osmo-nitb_10.42.42.2(pid=20970): stdout: \u000a| (launched: 2022-12-09_09:36:53.517295) \u000a09:36:54.094488 run osmo-nitb_10.42.42.2(pid=20970): stderr: \u000a| (launched: 2022-12-09_09:36:53.563109)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:36:54.217066 run osmo-nitb_10.42.42.2(pid=20970): stdout: \u000a| (launched: 2022-12-09_09:36:53.517295) \u000a09:36:54.339085 run osmo-nitb_10.42.42.2(pid=20970): stderr: \u000a| (launched: 2022-12-09_09:36:53.563109)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:36:54.392409 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=20970): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20970) [trial-2357↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20970)] [trial-2357↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a09:36:54.400214 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a09:36:54.434756 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20969): Terminating (SIGTERM)\u000a09:36:54.612121 --- ParallelTerminationStrategy: PID 20969 died...\u000a09:36:54.667035 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20969): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20972): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20972) [trial-2357↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20972)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20972): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20972) [trial-2357↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a09:36:54.681735 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:36:54.692914 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a09:36:54.824714 tst esme_ms_sms_storeforward.py: using LAC 20561\u000a09:36:54.944728 tst esme_ms_sms_storeforward.py: using RAC 161\u000a09:36:55.063092 tst esme_ms_sms_storeforward.py: using CellId 20561\u000a09:36:55.181300 tst esme_ms_sms_storeforward.py: using BVCI 20562\u000a09:36:55.204458 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a09:36:55.430889 tst esme_ms_sms_storeforward.py: using MSISDN 7138\u000a09:36:55.630664 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a09:36:55.766705 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:36:56.440549 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20971): Launched\u000a09:36:56.766135 run osmo-nitb_10.42.42.2(pid=20972): Launched\u000a09:36:56.952505 run osmo-nitb_10.42.42.2(pid=20972): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20972)]\u000a09:36:57.088232 run osmo-nitb_10.42.42.2(pid=20972): stdout: \u000a| (launched: 2022-12-09_09:36:56.608216) \u000a09:36:57.224426 run osmo-nitb_10.42.42.2(pid=20972): stderr: \u000a| (launched: 2022-12-09_09:36:56.657342)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:36:57.355672 run osmo-nitb_10.42.42.2(pid=20972): stdout: \u000a| (launched: 2022-12-09_09:36:56.608216) \u000a09:36:57.486444 run osmo-nitb_10.42.42.2(pid=20972): stderr: \u000a| (launched: 2022-12-09_09:36:56.657342)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:36:57.543354 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=20972): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20972) [trial-2357↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20972)] [trial-2357↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a09:36:57.551826 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a09:36:57.587501 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20971): Terminating (SIGTERM)\u000a09:36:57.765108 --- ParallelTerminationStrategy: PID 20971 died...\u000a09:36:57.822165 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20971): Terminated: ok {rc=0}\u000a09:36:57.909168 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20974): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20974) [trial-2357↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20974)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20974): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20974) [trial-2357↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20974)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a09:36:58.962751 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a09:36:58.974951 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a09:36:59.108839 tst esme_ms_sms_transaction.py: using LAC 20562\u000a09:36:59.236292 tst esme_ms_sms_transaction.py: using RAC 162\u000a09:36:59.361922 tst esme_ms_sms_transaction.py: using CellId 20562\u000a09:36:59.481802 tst esme_ms_sms_transaction.py: using BVCI 20563\u000a09:36:59.505013 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a09:36:59.732486 tst esme_ms_sms_transaction.py: using MSISDN 7139\u000a09:36:59.933041 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a09:37:00.069076 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a09:37:00.739125 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20973): Launched\u000a09:37:01.107203 run osmo-nitb_10.42.42.2(pid=20974): Launched\u000a09:37:01.310116 run osmo-nitb_10.42.42.2(pid=20974): ERR: Terminated: ERROR {rc=2} [trial-2357↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20974)]\u000a09:37:01.459875 run osmo-nitb_10.42.42.2(pid=20974): stdout: \u000a| (launched: 2022-12-09_09:37:00.915434) \u000a09:37:01.609890 run osmo-nitb_10.42.42.2(pid=20974): stderr: \u000a| (launched: 2022-12-09_09:37:00.972338)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:37:01.755350 run osmo-nitb_10.42.42.2(pid=20974): stdout: \u000a| (launched: 2022-12-09_09:37:00.915434) \u000a09:37:01.900596 run osmo-nitb_10.42.42.2(pid=20974): stderr: \u000a| (launched: 2022-12-09_09:37:00.972338)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:37:02.233085 tst osmo-nitb_10.42.42.2(pid=20974): stdout: \u000a| (launched: 2022-12-09_09:37:00.915434) \u000a09:37:02.354976 tst osmo-nitb_10.42.42.2(pid=20974): stderr: \u000a| (launched: 2022-12-09_09:37:00.972338)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a09:37:02.408117 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=20974): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20974) [trial-2357↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20974)] [trial-2357↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a09:37:02.416632 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a09:37:02.452554 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20973): Terminating (SIGTERM)\u000a09:37:02.630526 --- ParallelTerminationStrategy: PID 20973 died...\u000a09:37:02.687041 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20973): Terminated: ok {rc=0}\u000a09:37:02.775271 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:36:49" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=20984): Process ended prematurely: osmo-hlr_10.42.42.2(pid=20984) [trial-2357↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20984)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=20984): Process ended prematurely: osmo-hlr_10.42.42.2(pid=20984) [trial-2357↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a09:37:04.585223 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:04.596299 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:04.607887 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:04.619969 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:04.734567 tst esme_connect_policy_acceptall.py: using MSISDN 7140\u000a09:37:04.851040 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a09:37:05.416503 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=20979): Launched\u000a09:37:05.744656 run osmo-stp_10.42.42.4(pid=20980): Launched\u000a09:37:05.862021 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:06.388369 run create_hlr_db(pid=20981): Launched\u000a09:37:06.581151 bus /sierra_2: Setting Powered False\u000a09:37:07.600095 run create_hlr_db(pid=20981): Terminated: ok {rc=0}\u000a09:37:08.039133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20983): Launched\u000a09:37:08.370029 run osmo-hlr_10.42.42.2(pid=20984): Launched\u000a09:37:08.495086 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a09:37:09.099984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20986): Launched\u000a09:37:09.432789 run osmo-msc_10.42.42.5(pid=20987): Launched\u000a09:37:09.628180 run osmo-hlr_10.42.42.2(pid=20984): ERR: Terminated: ERROR {rc=237} [trial-2357↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20984)]\u000a09:37:09.768495 run osmo-hlr_10.42.42.2(pid=20984): stdout: \u000a| (launched: 2022-12-09_09:37:08.207822) \u000a09:37:09.908477 run osmo-hlr_10.42.42.2(pid=20984): stderr: \u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093708415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093708424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093708424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093708424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:10.041613 run osmo-hlr_10.42.42.2(pid=20984): stdout: \u000a| (launched: 2022-12-09_09:37:08.207822) \u000a09:37:10.173771 run osmo-hlr_10.42.42.2(pid=20984): stderr: \u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093708402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093708415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093708424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093708424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093708424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:10.231470 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=20984): Process ended prematurely: osmo-hlr_10.42.42.2(pid=20984) [trial-2357↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20984)] [trial-2357↪smpp↪esme_connect_policy_acceptall.py:23]\u000a09:37:10.240013 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.6 sec)\u000a09:37:10.303190 run osmo-msc_10.42.42.5(pid=20987): ERR: Terminated: ERROR {rc=9} [trial-2357↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=20987)]\u000a09:37:10.354724 run osmo-msc_10.42.42.5(pid=20987): stdout: \u000a| (launched: 2022-12-09_09:37:09.268315) \u000a09:37:10.407204 run osmo-msc_10.42.42.5(pid=20987): stderr: \u000a| �[0;m�[38;5;43m20221209093709633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209093709633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209093709633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209093709634 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209093709634 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209093709634 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209093709634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209093709634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209093709634 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a09:37:10.451349 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=20979): Terminating (SIGTERM)\u000a09:37:10.492903 run osmo-stp_10.42.42.4(pid=20980): Terminating (SIGTERM)\u000a09:37:10.535714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20983): Terminating (SIGTERM)\u000a09:37:10.580400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20986): Terminating (SIGTERM)\u000a09:37:10.590726 --- ParallelTerminationStrategy: PID 20979 died...\u000a09:37:10.649521 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=20979): Terminated: ok {rc=0}\u000a09:37:10.659951 --- ParallelTerminationStrategy: PID 20980 died...\u000a09:37:10.715933 run osmo-stp_10.42.42.4(pid=20980): Terminated: ok {rc=0}\u000a09:37:10.725927 --- ParallelTerminationStrategy: PID 20983 died...\u000a09:37:10.781831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20983): Terminated: ok {rc=0}\u000a09:37:10.791986 --- ParallelTerminationStrategy: PID 20986 died...\u000a09:37:10.847730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20986): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=20995): Process ended prematurely: osmo-hlr_10.42.42.2(pid=20995) [trial-2357↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20995)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=20995): Process ended prematurely: osmo-hlr_10.42.42.2(pid=20995) [trial-2357↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a09:37:10.862714 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:10.874534 tst smpp: Using 1 x bts (candidates: 1)\u000a09:37:11.008379 tst esme_connect_policy_closed.py: using LAC 20563\u000a09:37:11.140064 tst esme_connect_policy_closed.py: using RAC 163\u000a09:37:11.269514 tst esme_connect_policy_closed.py: using CellId 20563\u000a09:37:11.401824 tst esme_connect_policy_closed.py: using BVCI 20564\u000a09:37:11.427176 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:11.438387 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:11.449556 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:11.565081 tst esme_connect_policy_closed.py: using MSISDN 7141\u000a09:37:11.686079 tst esme_connect_policy_closed.py: using MSISDN 7142\u000a09:37:11.796729 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a09:37:12.336179 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=20990): Launched\u000a09:37:12.647919 run osmo-stp_10.42.42.4(pid=20991): Launched\u000a09:37:12.759465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:13.249358 run create_hlr_db(pid=20992): Launched\u000a09:37:14.432438 run create_hlr_db(pid=20992): Terminated: ok {rc=0}\u000a09:37:14.753670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20994): Launched\u000a09:37:15.066257 run osmo-hlr_10.42.42.2(pid=20995): Launched\u000a09:37:15.179727 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a09:37:15.749167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20997): Launched\u000a09:37:16.160782 run osmo-msc_10.42.42.5(pid=20998): Launched\u000a09:37:16.437706 run osmo-hlr_10.42.42.2(pid=20995): ERR: Terminated: ERROR {rc=237} [trial-2357↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20995)]\u000a09:37:16.679934 run osmo-hlr_10.42.42.2(pid=20995): stdout: \u000a| (launched: 2022-12-09_09:37:14.912233) \u000a09:37:16.917125 run osmo-hlr_10.42.42.2(pid=20995): stderr: \u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093715087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093715098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093715106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093715106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093715106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:17.060758 run osmo-hlr_10.42.42.2(pid=20995): stdout: \u000a| (launched: 2022-12-09_09:37:14.912233) \u000a09:37:17.199357 run osmo-hlr_10.42.42.2(pid=20995): stderr: \u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093715086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093715087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093715098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093715106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093715106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093715106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:17.259355 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=20995): Process ended prematurely: osmo-hlr_10.42.42.2(pid=20995) [trial-2357↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20995)] [trial-2357↪smpp↪esme_connect_policy_closed.py:31]\u000a09:37:17.269008 tst esme_connect_policy_closed.py:31: Test FAILED (6.4 sec)\u000a09:37:17.337828 run osmo-msc_10.42.42.5(pid=20998): ERR: Terminated: ERROR {rc=9} [trial-2357↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=20998)]\u000a09:37:17.393377 run osmo-msc_10.42.42.5(pid=20998): stdout: \u000a| (launched: 2022-12-09_09:37:15.927995) \u000a09:37:17.447838 run osmo-msc_10.42.42.5(pid=20998): stderr: \u000a| �[0;m�[38;5;43m20221209093716620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209093716620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209093716625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209093716625 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209093716625 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209093716625 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209093716625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209093716625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209093716625 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a09:37:17.493609 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=20990): Terminating (SIGTERM)\u000a09:37:17.536639 run osmo-stp_10.42.42.4(pid=20991): Terminating (SIGTERM)\u000a09:37:17.582145 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20994): Terminating (SIGTERM)\u000a09:37:17.628174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20997): Terminating (SIGTERM)\u000a09:37:17.638737 --- ParallelTerminationStrategy: PID 20990 died...\u000a09:37:17.699545 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=20990): Terminated: ok {rc=0}\u000a09:37:17.709914 --- ParallelTerminationStrategy: PID 20991 died...\u000a09:37:17.766867 run osmo-stp_10.42.42.4(pid=20991): Terminated: ok {rc=0}\u000a09:37:17.777940 --- ParallelTerminationStrategy: PID 20994 died...\u000a09:37:17.835504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20994): Terminated: ok {rc=0}\u000a09:37:17.845803 --- ParallelTerminationStrategy: PID 20997 died...\u000a09:37:17.903343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20997): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21007): Process ended prematurely: osmo-stp_10.42.42.5(pid=21007) [trial-2357↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21007)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21007): Process ended prematurely: osmo-stp_10.42.42.5(pid=21007) [trial-2357↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a09:37:17.918774 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:17.930804 tst smpp: Using 1 x bts (candidates: 1)\u000a09:37:18.067305 tst esme_ms_sms_storeforward.py: using LAC 20564\u000a09:37:18.197776 tst esme_ms_sms_storeforward.py: using RAC 164\u000a09:37:18.330620 tst esme_ms_sms_storeforward.py: using CellId 20564\u000a09:37:18.456657 tst esme_ms_sms_storeforward.py: using BVCI 20565\u000a09:37:18.480608 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:18.491585 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:18.502117 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:18.513403 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:18.524466 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:18.535485 tst smpp: Using 1 x modem (candidates: 1)\u000a09:37:18.768758 tst esme_ms_sms_storeforward.py: using MSISDN 7143\u000a09:37:18.888277 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:19.423101 run create_hlr_db(pid=21001): Launched\u000a09:37:20.618540 run create_hlr_db(pid=21001): Terminated: ok {rc=0}\u000a09:37:20.962462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21003): Launched\u000a09:37:21.296487 run osmo-hlr_10.42.42.2(pid=21004): Launched\u000a09:37:21.422787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:22.003995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21006): Launched\u000a09:37:22.340119 run osmo-stp_10.42.42.5(pid=21007): Launched\u000a09:37:22.461791 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:37:23.066254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21009): Launched\u000a09:37:23.400466 run osmo-msc_10.42.42.6(pid=21010): Launched\u000a09:37:23.595235 run osmo-stp_10.42.42.5(pid=21007): ERR: Terminated: ERROR {rc=1} [trial-2357↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21007)]\u000a09:37:23.735471 run osmo-stp_10.42.42.5(pid=21007): stdout: \u000a| (launched: 2022-12-09_09:37:22.174488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:23.874435 run osmo-stp_10.42.42.5(pid=21007): stderr: \u000a| �[0;m�[38;5;43m20221209093722371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093722371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093722371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093722372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093722372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093722372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093722372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:24.007715 run osmo-stp_10.42.42.5(pid=21007): stdout: \u000a| (launched: 2022-12-09_09:37:22.174488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:24.140383 run osmo-stp_10.42.42.5(pid=21007): stderr: \u000a| �[0;m�[38;5;43m20221209093722371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093722371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093722371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093722372 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093722372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093722372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093722372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:24.198455 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=21007): Process ended prematurely: osmo-stp_10.42.42.5(pid=21007) [trial-2357↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21007)] [trial-2357↪smpp↪esme_ms_sms_storeforward.py:30]\u000a09:37:24.207120 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.3 sec)\u000a09:37:24.269674 run osmo-hlr_10.42.42.2(pid=21004): ERR: Terminated: ERROR {rc=237} [trial-2357↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21004)]\u000a09:37:24.320906 run osmo-hlr_10.42.42.2(pid=21004): stdout: \u000a| (launched: 2022-12-09_09:37:21.132258) \u000a09:37:24.373227 run osmo-hlr_10.42.42.2(pid=21004): stderr: \u000a| �[0;m�[1;31m20221209093721334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093721334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093721334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093721334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093721334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093721334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093721347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093721355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093721356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093721356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:24.444018 run osmo-msc_10.42.42.6(pid=21010): ERR: Terminated: ERROR {rc=2} [trial-2357↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21010)]\u000a09:37:24.495500 run osmo-msc_10.42.42.6(pid=21010): stdout: \u000a| (launched: 2022-12-09_09:37:23.235512) \u000a09:37:24.547382 run osmo-msc_10.42.42.6(pid=21010): stderr: \u000a| �[0;m�[38;5;43m20221209093723560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093723560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff40d3b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093723561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093723561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093723561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093723561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093723563 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093723563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093723563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093723563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:37:24.591619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21003): Terminating (SIGTERM)\u000a09:37:24.633373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21006): Terminating (SIGTERM)\u000a09:37:24.675133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21009): Terminating (SIGTERM)\u000a09:37:24.684312 --- ParallelTerminationStrategy: PID 21003 died...\u000a09:37:24.740445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21003): Terminated: ok {rc=0}\u000a09:37:24.750555 --- ParallelTerminationStrategy: PID 21006 died...\u000a09:37:24.805930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21006): Terminated: ok {rc=0}\u000a09:37:24.815917 --- ParallelTerminationStrategy: PID 21009 died...\u000a09:37:24.871324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21009): Terminated: ok {rc=0}\u000a09:37:24.958910 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2357↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2357↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a09:37:26.009867 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:26.021468 tst smpp: Using 1 x bts (candidates: 1)\u000a09:37:26.150874 tst esme_ms_sms_transaction.py: using LAC 20565\u000a09:37:26.274396 tst esme_ms_sms_transaction.py: using RAC 165\u000a09:37:26.396902 tst esme_ms_sms_transaction.py: using CellId 20565\u000a09:37:26.529509 tst esme_ms_sms_transaction.py: using BVCI 20566\u000a09:37:26.554938 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:26.566204 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:26.578642 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:26.589772 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:26.600836 tst smpp: Using 1 x ip_address (candidates: 6)\u000a09:37:26.611709 tst smpp: Using 1 x modem (candidates: 1)\u000a09:37:26.831591 tst esme_ms_sms_transaction.py: using MSISDN 7144\u000a09:37:26.942971 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:27.431191 run create_hlr_db(pid=21012): Launched\u000a09:37:27.611549 bus /sierra_2: Setting Powered False\u000a09:37:28.631994 run create_hlr_db(pid=21012): Terminated: ok {rc=0}\u000a09:37:29.073178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Launched\u000a09:37:29.409942 run osmo-hlr_10.42.42.2(pid=21015): Launched\u000a09:37:29.533110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:30.111133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Launched\u000a09:37:30.446204 run osmo-stp_10.42.42.5(pid=21018): Launched\u000a09:37:30.568223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:37:31.199783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21020): Launched\u000a09:37:31.641289 run osmo-msc_10.42.42.6(pid=21021): Launched\u000a09:37:31.898560 run osmo-stp_10.42.42.5(pid=21018): ERR: Terminated: ERROR {rc=1} [trial-2357↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]\u000a09:37:32.058913 run osmo-stp_10.42.42.5(pid=21018): stdout: \u000a| (launched: 2022-12-09_09:37:30.280534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:32.235419 run osmo-stp_10.42.42.5(pid=21018): stderr: \u000a| �[0;m�[38;5;43m20221209093730478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093730478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093730478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093730479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093730479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093730479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093730479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:32.399957 run osmo-stp_10.42.42.5(pid=21018): stdout: \u000a| (launched: 2022-12-09_09:37:30.280534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:32.533498 run osmo-stp_10.42.42.5(pid=21018): stderr: \u000a| �[0;m�[38;5;43m20221209093730478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093730478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093730478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093730479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093730479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093730479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093730479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:32.591426 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2357↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)] [trial-2357↪smpp↪esme_ms_sms_transaction.py:28]\u000a09:37:32.600250 tst esme_ms_sms_transaction.py:28: Test FAILED (6.6 sec)\u000a09:37:32.664177 run osmo-hlr_10.42.42.2(pid=21015): ERR: Terminated: ERROR {rc=237} [trial-2357↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21015)]\u000a09:37:32.716890 run osmo-hlr_10.42.42.2(pid=21015): stdout: \u000a| (launched: 2022-12-09_09:37:29.243097) \u000a09:37:32.770298 run osmo-hlr_10.42.42.2(pid=21015): stderr: \u000a| �[0;m�[1;31m20221209093729444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093729444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093729444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093729444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093729444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093729444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093729456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093729466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093729467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093729467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:32.842590 run osmo-msc_10.42.42.6(pid=21021): ERR: Terminated: ERROR {rc=2} [trial-2357↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21021)]\u000a09:37:32.895248 run osmo-msc_10.42.42.6(pid=21021): stdout: \u000a| (launched: 2022-12-09_09:37:31.372685) \u000a09:37:32.948290 run osmo-msc_10.42.42.6(pid=21021): stderr: \u000a| �[0;m�[38;5;43m20221209093731999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093731999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa65c6d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093731999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093731999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093731999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093732000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093732015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093732015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093732015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093732015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:37:32.993394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Terminating (SIGTERM)\u000a09:37:33.035725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Terminating (SIGTERM)\u000a09:37:33.078051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21020): Terminating (SIGTERM)\u000a09:37:33.087882 --- ParallelTerminationStrategy: PID 21014 died...\u000a09:37:33.145308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Terminated: ok {rc=0}\u000a09:37:33.155664 --- ParallelTerminationStrategy: PID 21017 died...\u000a09:37:33.212546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Terminated: ok {rc=0}\u000a09:37:33.222719 --- ParallelTerminationStrategy: PID 21020 died...\u000a09:37:33.279866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21020): Terminated: ok {rc=0}\u000a09:37:33.367672 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:37:04" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21032): Process ended prematurely: osmo-stp_10.42.42.5(pid=21032) [trial-2357↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21032)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21032): Process ended prematurely: osmo-stp_10.42.42.5(pid=21032) [trial-2357↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a09:37:35.257234 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:35.268433 tst encryption: Using 1 x bts (candidates: 1)\u000a09:37:35.403404 tst register_a5_0_authopt.py: using LAC 20566\u000a09:37:35.537656 tst register_a5_0_authopt.py: using RAC 166\u000a09:37:35.676151 tst register_a5_0_authopt.py: using CellId 20566\u000a09:37:35.809224 tst register_a5_0_authopt.py: using BVCI 20567\u000a09:37:35.835105 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:35.846358 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:35.857429 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:35.868595 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:35.879754 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:35.890811 tst encryption: Using 1 x modem (candidates: 1)\u000a09:37:36.177340 tst register_a5_0_authopt.py:8: start network...\u000a09:37:36.309264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:36.803956 run create_hlr_db(pid=21026): Launched\u000a09:37:36.985729 bus /sierra_2: Setting Powered False\u000a09:37:38.006290 run create_hlr_db(pid=21026): Terminated: ok {rc=0}\u000a09:37:38.425948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21028): Launched\u000a09:37:38.742540 run osmo-hlr_10.42.42.2(pid=21029): Launched\u000a09:37:38.861486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:39.415604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21031): Launched\u000a09:37:39.732205 run osmo-stp_10.42.42.5(pid=21032): Launched\u000a09:37:39.848793 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:37:40.421813 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21034): Launched\u000a09:37:40.738117 run osmo-msc_10.42.42.6(pid=21035): Launched\u000a09:37:40.922555 run osmo-stp_10.42.42.5(pid=21032): ERR: Terminated: ERROR {rc=1} [trial-2357↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21032)]\u000a09:37:41.055209 run osmo-stp_10.42.42.5(pid=21032): stdout: \u000a| (launched: 2022-12-09_09:37:39.575424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:41.185677 run osmo-stp_10.42.42.5(pid=21032): stderr: \u000a| �[0;m�[38;5;43m20221209093739750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093739750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093739750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093739751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093739751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093739751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093739751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:41.311488 run osmo-stp_10.42.42.5(pid=21032): stdout: \u000a| (launched: 2022-12-09_09:37:39.575424)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:41.436648 run osmo-stp_10.42.42.5(pid=21032): stderr: \u000a| �[0;m�[38;5;43m20221209093739750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093739750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093739750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093739751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093739751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093739751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093739751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:41.491598 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21032): Process ended prematurely: osmo-stp_10.42.42.5(pid=21032) [trial-2357↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21032)] [trial-2357↪encryption↪register_a5_0_authopt.py:8]\u000a09:37:41.500148 tst register_a5_0_authopt.py:8: Test FAILED (6.3 sec)\u000a09:37:41.560407 run osmo-hlr_10.42.42.2(pid=21029): ERR: Terminated: ERROR {rc=237} [trial-2357↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21029)]\u000a09:37:41.609755 run osmo-hlr_10.42.42.2(pid=21029): stdout: \u000a| (launched: 2022-12-09_09:37:38.586422) \u000a09:37:41.659729 run osmo-hlr_10.42.42.2(pid=21029): stderr: \u000a| �[0;m�[1;31m20221209093738765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093738765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093738765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093738765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093738765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093738766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093738778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093738786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093738786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093738786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:41.727460 run osmo-msc_10.42.42.6(pid=21035): ERR: Terminated: ERROR {rc=2} [trial-2357↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21035)]\u000a09:37:41.776757 run osmo-msc_10.42.42.6(pid=21035): stdout: \u000a| (launched: 2022-12-09_09:37:40.581782) \u000a09:37:41.826753 run osmo-msc_10.42.42.6(pid=21035): stderr: \u000a| �[0;m�[38;5;43m20221209093740854 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093740855 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f746184cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093740855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093740855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093740855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093740855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093740857 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093740857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093740857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093740857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:37:41.868908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21028): Terminating (SIGTERM)\u000a09:37:41.909157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21031): Terminating (SIGTERM)\u000a09:37:41.949913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21034): Terminating (SIGTERM)\u000a09:37:41.959380 --- ParallelTerminationStrategy: PID 21028 died...\u000a09:37:42.013476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21028): Terminated: ok {rc=0}\u000a09:37:42.023267 --- ParallelTerminationStrategy: PID 21031 died...\u000a09:37:42.077070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21031): Terminated: ok {rc=0}\u000a09:37:42.086915 --- ParallelTerminationStrategy: PID 21034 died...\u000a09:37:42.141274 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21034): Terminated: ok {rc=0}\u000a09:37:42.230806 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21043): Process ended prematurely: osmo-stp_10.42.42.5(pid=21043) [trial-2357↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21043)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21043): Process ended prematurely: osmo-stp_10.42.42.5(pid=21043) [trial-2357↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21043)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a09:37:43.343951 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:43.355424 tst encryption: Using 1 x bts (candidates: 1)\u000a09:37:43.492099 tst register_a5_0_authreq.py: using LAC 20567\u000a09:37:43.623505 tst register_a5_0_authreq.py: using RAC 167\u000a09:37:43.754634 tst register_a5_0_authreq.py: using CellId 20567\u000a09:37:43.885733 tst register_a5_0_authreq.py: using BVCI 20568\u000a09:37:43.911310 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:43.922522 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:43.933710 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:43.944613 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:43.955708 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:43.966690 tst encryption: Using 1 x modem (candidates: 1)\u000a09:37:44.255428 tst register_a5_0_authreq.py:8: start network...\u000a09:37:44.387648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:44.881950 run create_hlr_db(pid=21037): Launched\u000a09:37:45.061781 bus /sierra_2: Setting Powered False\u000a09:37:46.097904 run create_hlr_db(pid=21037): Terminated: ok {rc=0}\u000a09:37:46.665386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21039): Launched\u000a09:37:47.111743 run osmo-hlr_10.42.42.2(pid=21040): Launched\u000a09:37:47.238108 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:47.827179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21042): Launched\u000a09:37:48.164507 run osmo-stp_10.42.42.5(pid=21043): Launched\u000a09:37:48.287114 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:37:48.901635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21045): Launched\u000a09:37:49.240995 run osmo-msc_10.42.42.6(pid=21046): Launched\u000a09:37:49.437949 run osmo-stp_10.42.42.5(pid=21043): ERR: Terminated: ERROR {rc=1} [trial-2357↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21043)]\u000a09:37:49.579358 run osmo-stp_10.42.42.5(pid=21043): stdout: \u000a| (launched: 2022-12-09_09:37:47.998358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:49.719330 run osmo-stp_10.42.42.5(pid=21043): stderr: \u000a| �[0;m�[38;5;43m20221209093748192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093748193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093748193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093748193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093748194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093748194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093748194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:49.853979 run osmo-stp_10.42.42.5(pid=21043): stdout: \u000a| (launched: 2022-12-09_09:37:47.998358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:49.987623 run osmo-stp_10.42.42.5(pid=21043): stderr: \u000a| �[0;m�[38;5;43m20221209093748192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093748193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093748193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093748193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093748194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093748194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093748194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:50.046321 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21043): Process ended prematurely: osmo-stp_10.42.42.5(pid=21043) [trial-2357↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21043)] [trial-2357↪encryption↪register_a5_0_authreq.py:8]\u000a09:37:50.055451 tst register_a5_0_authreq.py:8: Test FAILED (6.7 sec)\u000a09:37:50.117919 run osmo-hlr_10.42.42.2(pid=21040): ERR: Terminated: ERROR {rc=237} [trial-2357↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21040)]\u000a09:37:50.169200 run osmo-hlr_10.42.42.2(pid=21040): stdout: \u000a| (launched: 2022-12-09_09:37:46.849528) \u000a09:37:50.221504 run osmo-hlr_10.42.42.2(pid=21040): stderr: \u000a| �[0;m�[1;31m20221209093747210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093747210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093747210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093747211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093747211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093747211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093747231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093747244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093747265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093747265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:50.292552 run osmo-msc_10.42.42.6(pid=21046): ERR: Terminated: ERROR {rc=2} [trial-2357↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21046)]\u000a09:37:50.343789 run osmo-msc_10.42.42.6(pid=21046): stdout: \u000a| (launched: 2022-12-09_09:37:49.074069) \u000a09:37:50.395771 run osmo-msc_10.42.42.6(pid=21046): stderr: \u000a| �[0;m�[38;5;43m20221209093749399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093749399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f06d9c4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093749399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093749399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093749400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093749400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093749401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093749402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093749402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093749402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:37:50.440214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21039): Terminating (SIGTERM)\u000a09:37:50.482349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21042): Terminating (SIGTERM)\u000a09:37:50.524795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21045): Terminating (SIGTERM)\u000a09:37:50.534608 --- ParallelTerminationStrategy: PID 21039 died...\u000a09:37:50.590930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21039): Terminated: ok {rc=0}\u000a09:37:50.601100 --- ParallelTerminationStrategy: PID 21042 died...\u000a09:37:50.657750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21042): Terminated: ok {rc=0}\u000a09:37:50.667776 --- ParallelTerminationStrategy: PID 21045 died...\u000a09:37:50.723700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21045): Terminated: ok {rc=0}\u000a09:37:50.811287 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21054): Process ended prematurely: osmo-stp_10.42.42.5(pid=21054) [trial-2357↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21054)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21054): Process ended prematurely: osmo-stp_10.42.42.5(pid=21054) [trial-2357↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a09:37:51.929302 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:51.941203 tst encryption: Using 1 x bts (candidates: 1)\u000a09:37:52.076459 tst register_a5_1_authreq.py: using LAC 20568\u000a09:37:52.210588 tst register_a5_1_authreq.py: using RAC 168\u000a09:37:52.343113 tst register_a5_1_authreq.py: using CellId 20568\u000a09:37:52.474602 tst register_a5_1_authreq.py: using BVCI 20569\u000a09:37:52.500326 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:52.511521 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:52.522696 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:52.533752 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:52.544683 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:37:52.555648 tst encryption: Using 1 x modem (candidates: 1)\u000a09:37:52.857923 tst register_a5_1_authreq.py:8: start network...\u000a09:37:52.998751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:37:53.537513 run create_hlr_db(pid=21048): Launched\u000a09:37:53.731915 bus /sierra_2: Setting Powered False\u000a09:37:54.752407 run create_hlr_db(pid=21048): Terminated: ok {rc=0}\u000a09:37:55.197666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21050): Launched\u000a09:37:55.536436 run osmo-hlr_10.42.42.2(pid=21051): Launched\u000a09:37:55.660387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:37:56.246343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21053): Launched\u000a09:37:56.586148 run osmo-stp_10.42.42.5(pid=21054): Launched\u000a09:37:56.708583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:37:57.322190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21056): Launched\u000a09:37:57.661403 run osmo-msc_10.42.42.6(pid=21057): Launched\u000a09:37:57.857855 run osmo-stp_10.42.42.5(pid=21054): ERR: Terminated: ERROR {rc=1} [trial-2357↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21054)]\u000a09:37:57.999900 run osmo-stp_10.42.42.5(pid=21054): stdout: \u000a| (launched: 2022-12-09_09:37:56.418973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:58.139951 run osmo-stp_10.42.42.5(pid=21054): stderr: \u000a| �[0;m�[38;5;43m20221209093756615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093756615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093756615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093756616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093756616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093756616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093756616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:58.275266 run osmo-stp_10.42.42.5(pid=21054): stdout: \u000a| (launched: 2022-12-09_09:37:56.418973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:37:58.410063 run osmo-stp_10.42.42.5(pid=21054): stderr: \u000a| �[0;m�[38;5;43m20221209093756615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093756615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093756615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093756616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093756616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093756616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093756616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:37:58.469413 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21054): Process ended prematurely: osmo-stp_10.42.42.5(pid=21054) [trial-2357↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21054)] [trial-2357↪encryption↪register_a5_1_authreq.py:8]\u000a09:37:58.479127 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a09:37:58.542112 run osmo-hlr_10.42.42.2(pid=21051): ERR: Terminated: ERROR {rc=237} [trial-2357↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21051)]\u000a09:37:58.594046 run osmo-hlr_10.42.42.2(pid=21051): stdout: \u000a| (launched: 2022-12-09_09:37:55.369964) \u000a09:37:58.646558 run osmo-hlr_10.42.42.2(pid=21051): stderr: \u000a| �[0;m�[1;31m20221209093755572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093755572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093755572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093755572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093755572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093755572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093755584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093755595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093755595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093755595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:37:58.717963 run osmo-msc_10.42.42.6(pid=21057): ERR: Terminated: ERROR {rc=2} [trial-2357↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21057)]\u000a09:37:58.769389 run osmo-msc_10.42.42.6(pid=21057): stdout: \u000a| (launched: 2022-12-09_09:37:57.494496) \u000a09:37:58.821533 run osmo-msc_10.42.42.6(pid=21057): stderr: \u000a| �[0;m�[38;5;43m20221209093757819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093757819 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f976172bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093757819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093757820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093757820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093757820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093757822 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093757822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093757822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093757822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:37:58.865796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21050): Terminating (SIGTERM)\u000a09:37:58.907822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21053): Terminating (SIGTERM)\u000a09:37:58.950010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21056): Terminating (SIGTERM)\u000a09:37:58.959358 --- ParallelTerminationStrategy: PID 21050 died...\u000a09:37:59.015534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21050): Terminated: ok {rc=0}\u000a09:37:59.025647 --- ParallelTerminationStrategy: PID 21053 died...\u000a09:37:59.081529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21053): Terminated: ok {rc=0}\u000a09:37:59.091538 --- ParallelTerminationStrategy: PID 21056 died...\u000a09:37:59.147611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21056): Terminated: ok {rc=0}\u000a09:37:59.235788 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 27, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21335): Process ended prematurely: osmo-stp_10.42.42.5(pid=21335) [trial-2357↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21335)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21335): Process ended prematurely: osmo-stp_10.42.42.5(pid=21335) [trial-2357↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a09:38:00.354840 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:38:00.366720 tst encryption: Using 1 x bts (candidates: 1)\u000a09:38:00.495770 tst register_a5_3_authreq.py: using LAC 20569\u000a09:38:00.621855 tst register_a5_3_authreq.py: using RAC 169\u000a09:38:00.747945 tst register_a5_3_authreq.py: using CellId 20569\u000a09:38:00.880366 tst register_a5_3_authreq.py: using BVCI 20570\u000a09:38:00.906066 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:38:00.917932 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:38:00.929636 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:38:00.942732 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:38:00.954274 tst encryption: Using 1 x ip_address (candidates: 6)\u000a09:38:00.966362 tst encryption: Using 1 x modem (candidates: 1)\u000a09:38:01.289157 tst register_a5_3_authreq.py:8: start network...\u000a09:38:01.436324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:38:02.069257 run create_hlr_db(pid=21081): Launched\u000a09:38:02.286400 bus /sierra_2: Setting Powered False\u000a09:38:03.363886 run create_hlr_db(pid=21081): Terminated: ok {rc=0}\u000a09:38:03.954599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21322): Launched\u000a09:38:04.393594 run osmo-hlr_10.42.42.2(pid=21332): Launched\u000a09:38:04.631332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:38:05.297380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21334): Launched\u000a09:38:05.731642 run osmo-stp_10.42.42.5(pid=21335): Launched\u000a09:38:05.949976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:38:06.582765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21339): Launched\u000a09:38:07.002908 run osmo-msc_10.42.42.6(pid=21340): Launched\u000a09:38:07.391429 run osmo-stp_10.42.42.5(pid=21335): ERR: Terminated: ERROR {rc=1} [trial-2357↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21335)]\u000a09:38:07.677036 run osmo-stp_10.42.42.5(pid=21335): stdout: \u000a| (launched: 2022-12-09_09:38:05.461944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:07.867527 run osmo-stp_10.42.42.5(pid=21335): stderr: \u000a| �[0;m�[38;5;43m20221209093805761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093805761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093805762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093805762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093805763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093805763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093805763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:07.998157 run osmo-stp_10.42.42.5(pid=21335): stdout: \u000a| (launched: 2022-12-09_09:38:05.461944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:38:08.128001 run osmo-stp_10.42.42.5(pid=21335): stderr: \u000a| �[0;m�[38;5;43m20221209093805761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209093805761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209093805762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209093805762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209093805763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209093805763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209093805763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:38:08.184998 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21335): Process ended prematurely: osmo-stp_10.42.42.5(pid=21335) [trial-2357↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21335)] [trial-2357↪encryption↪register_a5_3_authreq.py:8]\u000a09:38:08.194576 tst register_a5_3_authreq.py:8: Test FAILED (7.9 sec)\u000a09:38:08.260186 run osmo-hlr_10.42.42.2(pid=21332): ERR: Terminated: ERROR {rc=237} [trial-2357↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21332)]\u000a09:38:08.312434 run osmo-hlr_10.42.42.2(pid=21332): stdout: \u000a| (launched: 2022-12-09_09:38:04.134350) \u000a09:38:08.365991 run osmo-hlr_10.42.42.2(pid=21332): stderr: \u000a| �[0;m�[1;31m20221209093804473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209093804473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209093804473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093804473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209093804473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209093804474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209093804495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209093804508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209093804508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209093804508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:38:08.436752 run osmo-msc_10.42.42.6(pid=21340): ERR: Terminated: ERROR {rc=2} [trial-2357↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21340)]\u000a09:38:08.489198 run osmo-msc_10.42.42.6(pid=21340): stdout: \u000a| (launched: 2022-12-09_09:38:06.748486) \u000a09:38:08.542448 run osmo-msc_10.42.42.6(pid=21340): stderr: \u000a| �[0;m�[38;5;43m20221209093807334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209093807334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa3c30fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209093807334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209093807335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209093807335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209093807335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209093807343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209093807344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209093807344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209093807344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:38:08.587781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21322): Terminating (SIGTERM)\u000a09:38:08.632767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21334): Terminating (SIGTERM)\u000a09:38:08.678125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21339): Terminating (SIGTERM)\u000a09:38:08.688562 --- ParallelTerminationStrategy: PID 21322 died...\u000a09:38:08.746946 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21322): Terminated: ok {rc=0}\u000a09:38:08.758745 --- ParallelTerminationStrategy: PID 21334 died...\u000a09:38:08.816597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21334): Terminated: ok {rc=0}\u000a09:38:08.827224 --- ParallelTerminationStrategy: PID 21339 died...\u000a09:38:08.885307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21339): Terminated: ok {rc=0}\u000a09:38:08.974466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 36.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:37:35" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=21357): Process ended prematurely: srsepc(pid=21357) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21357)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=21357): Process ended prematurely: srsepc(pid=21357) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a09:38:10.982982 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a09:38:11.028148 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:38:11.045362 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:38:11.072571 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:38:11.220770 tst handover.py: using MSISDN 7145\u000a09:38:11.337903 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7145', subscriber_id=0}\u000a09:38:11.453100 run srsepc_10.42.42.118: Starting srsepc\u000a09:38:13.441173 run rm-remote-dir(pid=21345): Launched\u000a09:38:13.705054 bus /sierra_2: Setting Powered False\u000a09:38:14.671376 run rm-remote-dir(pid=21345): Terminated: ok {rc=0}\u000a09:38:15.225094 run mk-remote-dir(pid=21346): Launched\u000a09:38:16.514940 run mk-remote-dir(pid=21346): Terminated: ok {rc=0}\u000a09:38:16.874654 run scp-inst-to-remote(pid=21347): Launched\u000a09:38:19.083889 run scp-inst-to-remote(pid=21347): Terminated: ok {rc=0}\u000a09:38:19.505732 run rm-remote-dir(pid=21349): Launched\u000a09:38:20.730165 run rm-remote-dir(pid=21349): Terminated: ok {rc=0}\u000a09:38:21.120072 run mk-remote-dir(pid=21350): Launched\u000a09:38:22.331175 run mk-remote-dir(pid=21350): Terminated: ok {rc=0}\u000a09:38:22.669373 run scp-cfg-to-remote(pid=21351): Launched\u000a09:38:23.884496 run scp-cfg-to-remote(pid=21351): Terminated: ok {rc=0}\u000a09:38:24.246690 run scp-db-to-remote(pid=21353): Launched\u000a09:38:25.449752 run scp-db-to-remote(pid=21353): Terminated: ok {rc=0}\u000a09:38:25.574985 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:38:25.921600 run patchelf(pid=21355): Launched\u000a09:38:27.122852 run patchelf(pid=21355): Terminated: ok {rc=0}\u000a09:38:27.248367 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:38:27.595085 run setcap-netadm(pid=21356): Launched\u000a09:38:28.795249 run setcap-netadm(pid=21356): Terminated: ok {rc=0}\u000a09:38:29.135797 run srsepc(pid=21357): Launched\u000a09:38:29.256317 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:38:30.471258 run rm-remote-dir(pid=21358): Launched\u000a09:38:30.673587 run srsepc(pid=21357): ERR: Terminated: ERROR {rc=127} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21357)]\u000a09:38:30.820277 run srsepc(pid=21357): stdout: \u000a| (launched: 2022-12-09_09:38:28.972379)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:38:30.974970 run srsepc(pid=21357): stderr: \u000a| (launched: 2022-12-09_09:38:29.022663)\u000a| Connection to 10.42.42.116 closed. \u000a09:38:31.121288 run srsepc(pid=21357): stdout: \u000a| (launched: 2022-12-09_09:38:28.972379)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:38:31.266275 run srsepc(pid=21357): stderr: \u000a| (launched: 2022-12-09_09:38:29.022663)\u000a| Connection to 10.42.42.116 closed. \u000a09:38:31.436007 run rm-remote-dir(pid=21358): Terminating (SIGINT)\u000a09:38:31.633940 run rm-remote-dir(pid=21358): Terminated: ok {rc=0}\u000a09:38:31.669484 tst handover.py:37: ERR: Error: srsepc(pid=21357): Process ended prematurely: srsepc(pid=21357) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21357)] [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a09:38:31.680295 tst handover.py:37: Test FAILED (20.9 sec)\u000a09:38:31.823871 run scp-back-log(pid=21359): Launched\u000a09:38:32.911447 run scp-back-log(pid=21359): ERR: Terminated: ERROR {rc=1} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21359)]\u000a09:38:32.974143 run scp-back-log(pid=21359): stdout: \u000a| (launched: 2022-12-09_09:38:31.724233) \u000a09:38:33.037166 run scp-back-log(pid=21359): stderr: \u000a| (launched: 2022-12-09_09:38:31.744860)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:38:33.090847 tst srsepc_10.42.42.118: Error('scp-back-log(pid=21359): launch_sync(): local process exited with status 1 [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21359)]')\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=21373): Process ended prematurely: srsepc(pid=21373) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21373)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=21373): Process ended prematurely: srsepc(pid=21373) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a09:38:33.271342 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a09:38:33.313947 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:38:33.521365 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a09:38:33.563718 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:38:33.579749 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:38:33.710479 tst iperf3_bidir.py: using MSISDN 7146\u000a09:38:33.828927 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7146', subscriber_id=0}\u000a09:38:33.946222 run srsepc_10.42.42.118: Starting srsepc\u000a09:38:34.645900 run rm-remote-dir(pid=21361): Launched\u000a09:38:35.850504 run rm-remote-dir(pid=21361): Terminated: ok {rc=0}\u000a09:38:36.206710 run mk-remote-dir(pid=21362): Launched\u000a09:38:37.410487 run mk-remote-dir(pid=21362): Terminated: ok {rc=0}\u000a09:38:37.711345 run scp-inst-to-remote(pid=21363): Launched\u000a09:38:39.902755 run scp-inst-to-remote(pid=21363): Terminated: ok {rc=0}\u000a09:38:40.238016 run rm-remote-dir(pid=21365): Launched\u000a09:38:41.429902 run rm-remote-dir(pid=21365): Terminated: ok {rc=0}\u000a09:38:41.764778 run mk-remote-dir(pid=21366): Launched\u000a09:38:42.956346 run mk-remote-dir(pid=21366): Terminated: ok {rc=0}\u000a09:38:43.239982 run scp-cfg-to-remote(pid=21367): Launched\u000a09:38:44.428600 run scp-cfg-to-remote(pid=21367): Terminated: ok {rc=0}\u000a09:38:44.712299 run scp-db-to-remote(pid=21369): Launched\u000a09:38:45.929436 run scp-db-to-remote(pid=21369): Terminated: ok {rc=0}\u000a09:38:46.067419 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:38:46.455000 run patchelf(pid=21371): Launched\u000a09:38:47.644489 run patchelf(pid=21371): Terminated: ok {rc=0}\u000a09:38:47.760409 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:38:48.087424 run setcap-netadm(pid=21372): Launched\u000a09:38:49.274986 run setcap-netadm(pid=21372): Terminated: ok {rc=0}\u000a09:38:49.594034 run srsepc(pid=21373): Launched\u000a09:38:49.705531 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:38:50.849864 run rm-remote-dir(pid=21374): Launched\u000a09:38:51.039303 run srsepc(pid=21373): ERR: Terminated: ERROR {rc=127} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21373)]\u000a09:38:51.178428 run srsepc(pid=21373): stdout: \u000a| (launched: 2022-12-09_09:38:49.440447)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:38:51.315743 run srsepc(pid=21373): stderr: \u000a| (launched: 2022-12-09_09:38:49.487195)\u000a| Connection to 10.42.42.116 closed. \u000a09:38:51.448464 run srsepc(pid=21373): stdout: \u000a| (launched: 2022-12-09_09:38:49.440447)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:38:51.580385 run srsepc(pid=21373): stderr: \u000a| (launched: 2022-12-09_09:38:49.487195)\u000a| Connection to 10.42.42.116 closed. \u000a09:38:51.734093 run rm-remote-dir(pid=21374): Terminating (SIGINT)\u000a09:38:51.914645 run rm-remote-dir(pid=21374): Terminated: ok {rc=0}\u000a09:38:51.947777 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=21373): Process ended prematurely: srsepc(pid=21373) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21373)] [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a09:38:51.957603 tst iperf3_bidir.py:42: Test FAILED (18.8 sec)\u000a09:38:52.072294 run scp-back-log(pid=21375): Launched\u000a09:38:53.159693 run scp-back-log(pid=21375): ERR: Terminated: ERROR {rc=1} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21375)]\u000a09:38:53.222279 run scp-back-log(pid=21375): stdout: \u000a| (launched: 2022-12-09_09:38:51.999159) \u000a09:38:53.284853 run scp-back-log(pid=21375): stderr: \u000a| (launched: 2022-12-09_09:38:52.019096)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:38:53.338449 tst srsepc_10.42.42.118: Error('scp-back-log(pid=21375): launch_sync(): local process exited with status 1 [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21375)]')\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=21390): Process ended prematurely: srsepc(pid=21390) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21390)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=21390): Process ended prematurely: srsepc(pid=21390) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a09:38:53.519227 tst iperf3_dl.py:13: Number of physical ue: 1\u000a09:38:53.562000 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:38:53.772691 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a09:38:53.815285 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:38:53.831274 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:38:53.954122 tst iperf3_dl.py: using MSISDN 7147\u000a09:38:54.064127 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7147', subscriber_id=0}\u000a09:38:54.172731 run srsepc_10.42.42.118: Starting srsepc\u000a09:38:54.827362 run rm-remote-dir(pid=21378): Launched\u000a09:38:56.019472 run rm-remote-dir(pid=21378): Terminated: ok {rc=0}\u000a09:38:56.355492 run mk-remote-dir(pid=21379): Launched\u000a09:38:57.546812 run mk-remote-dir(pid=21379): Terminated: ok {rc=0}\u000a09:38:57.831139 run scp-inst-to-remote(pid=21380): Launched\u000a09:39:00.033054 run scp-inst-to-remote(pid=21380): Terminated: ok {rc=0}\u000a09:39:00.391595 run rm-remote-dir(pid=21382): Launched\u000a09:39:01.622174 run rm-remote-dir(pid=21382): Terminated: ok {rc=0}\u000a09:39:02.039034 run mk-remote-dir(pid=21383): Launched\u000a09:39:03.258789 run mk-remote-dir(pid=21383): Terminated: ok {rc=0}\u000a09:39:03.562271 run scp-cfg-to-remote(pid=21384): Launched\u000a09:39:04.763764 run scp-cfg-to-remote(pid=21384): Terminated: ok {rc=0}\u000a09:39:05.069773 run scp-db-to-remote(pid=21386): Launched\u000a09:39:06.271373 run scp-db-to-remote(pid=21386): Terminated: ok {rc=0}\u000a09:39:06.395803 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:39:06.743378 run patchelf(pid=21388): Launched\u000a09:39:07.945363 run patchelf(pid=21388): Terminated: ok {rc=0}\u000a09:39:08.069692 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:39:08.415532 run setcap-netadm(pid=21389): Launched\u000a09:39:09.617058 run setcap-netadm(pid=21389): Terminated: ok {rc=0}\u000a09:39:09.957796 run srsepc(pid=21390): Launched\u000a09:39:10.076647 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:39:11.298625 run rm-remote-dir(pid=21391): Launched\u000a09:39:11.499828 run srsepc(pid=21390): ERR: Terminated: ERROR {rc=127} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21390)]\u000a09:39:11.654111 run srsepc(pid=21390): stdout: \u000a| (launched: 2022-12-09_09:39:09.794043)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:39:11.797060 run srsepc(pid=21390): stderr: \u000a| (launched: 2022-12-09_09:39:09.843980)\u000a| Connection to 10.42.42.116 closed. \u000a09:39:11.935551 run srsepc(pid=21390): stdout: \u000a| (launched: 2022-12-09_09:39:09.794043)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:39:12.072698 run srsepc(pid=21390): stderr: \u000a| (launched: 2022-12-09_09:39:09.843980)\u000a| Connection to 10.42.42.116 closed. \u000a09:39:12.232778 run rm-remote-dir(pid=21391): Terminating (SIGINT)\u000a09:39:12.420791 run rm-remote-dir(pid=21391): Terminated: ok {rc=0}\u000a09:39:12.455283 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=21390): Process ended prematurely: srsepc(pid=21390) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21390)] [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a09:39:12.466117 tst iperf3_dl.py:42: Test FAILED (19.1 sec)\u000a09:39:12.581350 run scp-back-log(pid=21392): Launched\u000a09:39:13.670563 run scp-back-log(pid=21392): ERR: Terminated: ERROR {rc=1} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21392)]\u000a09:39:13.735092 run scp-back-log(pid=21392): stdout: \u000a| (launched: 2022-12-09_09:39:12.509274) \u000a09:39:13.800098 run scp-back-log(pid=21392): stderr: \u000a| (launched: 2022-12-09_09:39:12.529816)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:39:13.854879 tst srsepc_10.42.42.118: Error('scp-back-log(pid=21392): launch_sync(): local process exited with status 1 [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21392)]')\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=21406): Process ended prematurely: srsepc(pid=21406) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21406)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=21406): Process ended prematurely: srsepc(pid=21406) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a09:39:14.045129 tst iperf3_ul.py:13: Number of physical ue: 1\u000a09:39:14.091054 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:39:14.296310 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a09:39:14.338059 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:39:14.354167 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:39:14.474748 tst iperf3_ul.py: using MSISDN 7148\u000a09:39:14.582090 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7148', subscriber_id=0}\u000a09:39:14.687992 run srsepc_10.42.42.118: Starting srsepc\u000a09:39:15.328811 run rm-remote-dir(pid=21394): Launched\u000a09:39:16.522069 run rm-remote-dir(pid=21394): Terminated: ok {rc=0}\u000a09:39:16.878293 run mk-remote-dir(pid=21395): Launched\u000a09:39:18.095434 run mk-remote-dir(pid=21395): Terminated: ok {rc=0}\u000a09:39:18.390155 run scp-inst-to-remote(pid=21396): Launched\u000a09:39:20.587730 run scp-inst-to-remote(pid=21396): Terminated: ok {rc=0}\u000a09:39:20.936438 run rm-remote-dir(pid=21398): Launched\u000a09:39:22.134675 run rm-remote-dir(pid=21398): Terminated: ok {rc=0}\u000a09:39:22.481120 run mk-remote-dir(pid=21399): Launched\u000a09:39:23.679562 run mk-remote-dir(pid=21399): Terminated: ok {rc=0}\u000a09:39:23.970930 run scp-cfg-to-remote(pid=21400): Launched\u000a09:39:25.165283 run scp-cfg-to-remote(pid=21400): Terminated: ok {rc=0}\u000a09:39:25.458792 run scp-db-to-remote(pid=21402): Launched\u000a09:39:26.655011 run scp-db-to-remote(pid=21402): Terminated: ok {rc=0}\u000a09:39:26.775983 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:39:27.111709 run patchelf(pid=21404): Launched\u000a09:39:28.307353 run patchelf(pid=21404): Terminated: ok {rc=0}\u000a09:39:28.428338 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:39:28.764925 run setcap-netadm(pid=21405): Launched\u000a09:39:29.959932 run setcap-netadm(pid=21405): Terminated: ok {rc=0}\u000a09:39:30.288673 run srsepc(pid=21406): Launched\u000a09:39:30.404236 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:39:31.681185 run rm-remote-dir(pid=21407): Launched\u000a09:39:31.940567 run srsepc(pid=21406): ERR: Terminated: ERROR {rc=127} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21406)]\u000a09:39:32.088912 run srsepc(pid=21406): stdout: \u000a| (launched: 2022-12-09_09:39:30.131919)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:39:32.237324 run srsepc(pid=21406): stderr: \u000a| (launched: 2022-12-09_09:39:30.180378)\u000a| Connection to 10.42.42.116 closed. \u000a09:39:32.377696 run srsepc(pid=21406): stdout: \u000a| (launched: 2022-12-09_09:39:30.131919)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:39:32.516147 run srsepc(pid=21406): stderr: \u000a| (launched: 2022-12-09_09:39:30.180378)\u000a| Connection to 10.42.42.116 closed. \u000a09:39:32.677196 run rm-remote-dir(pid=21407): Terminating (SIGINT)\u000a09:39:32.865889 run rm-remote-dir(pid=21407): Terminated: ok {rc=0}\u000a09:39:32.900609 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=21406): Process ended prematurely: srsepc(pid=21406) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21406)] [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a09:39:32.911256 tst iperf3_ul.py:42: Test FAILED (19.0 sec)\u000a09:39:33.027325 run scp-back-log(pid=21408): Launched\u000a09:39:34.117967 run scp-back-log(pid=21408): ERR: Terminated: ERROR {rc=1} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21408)]\u000a09:39:34.182906 run scp-back-log(pid=21408): stdout: \u000a| (launched: 2022-12-09_09:39:32.954790) \u000a09:39:34.248239 run scp-back-log(pid=21408): stderr: \u000a| (launched: 2022-12-09_09:39:32.975498)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:39:34.303793 tst srsepc_10.42.42.118: Error('scp-back-log(pid=21408): launch_sync(): local process exited with status 1 [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21408)]')\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=21422): Process ended prematurely: srsepc(pid=21422) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21422)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=21422): Process ended prematurely: srsepc(pid=21422) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a09:39:34.319041 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:39:34.336390 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:39:34.361119 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:39:34.510899 tst ping.py: using MSISDN 7149\u000a09:39:34.626793 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7149', subscriber_id=0}\u000a09:39:34.740813 run srsepc_10.42.42.118: Starting srsepc\u000a09:39:35.420167 run rm-remote-dir(pid=21410): Launched\u000a09:39:36.619036 run rm-remote-dir(pid=21410): Terminated: ok {rc=0}\u000a09:39:36.964068 run mk-remote-dir(pid=21411): Launched\u000a09:39:38.161817 run mk-remote-dir(pid=21411): Terminated: ok {rc=0}\u000a09:39:38.453300 run scp-inst-to-remote(pid=21412): Launched\u000a09:39:40.640114 run scp-inst-to-remote(pid=21412): Terminated: ok {rc=0}\u000a09:39:40.965808 run rm-remote-dir(pid=21414): Launched\u000a09:39:42.151148 run rm-remote-dir(pid=21414): Terminated: ok {rc=0}\u000a09:39:42.484623 run mk-remote-dir(pid=21415): Launched\u000a09:39:43.682571 run mk-remote-dir(pid=21415): Terminated: ok {rc=0}\u000a09:39:43.971660 run scp-cfg-to-remote(pid=21416): Launched\u000a09:39:45.166610 run scp-cfg-to-remote(pid=21416): Terminated: ok {rc=0}\u000a09:39:45.456112 run scp-db-to-remote(pid=21418): Launched\u000a09:39:46.646818 run scp-db-to-remote(pid=21418): Terminated: ok {rc=0}\u000a09:39:46.763719 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:39:47.134743 run patchelf(pid=21420): Launched\u000a09:39:48.330264 run patchelf(pid=21420): Terminated: ok {rc=0}\u000a09:39:48.450276 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:39:48.783943 run setcap-netadm(pid=21421): Launched\u000a09:39:49.979678 run setcap-netadm(pid=21421): Terminated: ok {rc=0}\u000a09:39:50.306565 run srsepc(pid=21422): Launched\u000a09:39:50.421335 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:39:51.535038 run rm-remote-dir(pid=21423): Launched\u000a09:39:51.718608 run srsepc(pid=21422): ERR: Terminated: ERROR {rc=127} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21422)]\u000a09:39:51.853892 run srsepc(pid=21422): stdout: \u000a| (launched: 2022-12-09_09:39:50.150377)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:39:51.987076 run srsepc(pid=21422): stderr: \u000a| (launched: 2022-12-09_09:39:50.198840)\u000a| Connection to 10.42.42.116 closed. \u000a09:39:52.115989 run srsepc(pid=21422): stdout: \u000a| (launched: 2022-12-09_09:39:50.150377)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:39:52.243575 run srsepc(pid=21422): stderr: \u000a| (launched: 2022-12-09_09:39:50.198840)\u000a| Connection to 10.42.42.116 closed. \u000a09:39:52.392605 run rm-remote-dir(pid=21423): Terminating (SIGINT)\u000a09:39:52.568316 run rm-remote-dir(pid=21423): Terminated: ok {rc=0}\u000a09:39:52.600726 tst ping.py:16: ERR: Error: srsepc(pid=21422): Process ended prematurely: srsepc(pid=21422) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21422)] [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a09:39:52.610328 tst ping.py:16: Test FAILED (18.3 sec)\u000a09:39:52.719721 run scp-back-log(pid=21424): Launched\u000a09:39:53.805266 run scp-back-log(pid=21424): ERR: Terminated: ERROR {rc=1} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21424)]\u000a09:39:53.866446 run scp-back-log(pid=21424): stdout: \u000a| (launched: 2022-12-09_09:39:52.651203) \u000a09:39:53.927677 run scp-back-log(pid=21424): stderr: \u000a| (launched: 2022-12-09_09:39:52.670933)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:39:53.979725 tst srsepc_10.42.42.118: Error('scp-back-log(pid=21424): launch_sync(): local process exited with status 1 [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21424)]')\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=21441): Process ended prematurely: srsepc(pid=21441) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21441)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=21441): Process ended prematurely: srsepc(pid=21441) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a09:39:53.993501 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:39:54.009941 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:39:54.032582 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:39:54.173620 tst rrc_idle_mo_ping.py: using MSISDN 7150\u000a09:39:54.279864 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7150', subscriber_id=0}\u000a09:39:54.384419 run srsepc_10.42.42.118: Starting srsepc\u000a09:39:55.013787 run rm-remote-dir(pid=21426): Launched\u000a09:39:56.198807 run rm-remote-dir(pid=21426): Terminated: ok {rc=0}\u000a09:39:56.521865 run mk-remote-dir(pid=21427): Launched\u000a09:39:57.706184 run mk-remote-dir(pid=21427): Terminated: ok {rc=0}\u000a09:39:57.978746 run scp-inst-to-remote(pid=21428): Launched\u000a09:40:00.164578 run scp-inst-to-remote(pid=21428): Terminated: ok {rc=0}\u000a09:40:00.486739 run rm-remote-dir(pid=21430): Launched\u000a09:40:01.719845 run rm-remote-dir(pid=21430): Terminated: ok {rc=0}\u000a09:40:02.159677 run mk-remote-dir(pid=21434): Launched\u000a09:40:03.375997 run mk-remote-dir(pid=21434): Terminated: ok {rc=0}\u000a09:40:03.666298 run scp-cfg-to-remote(pid=21435): Launched\u000a09:40:04.860511 run scp-cfg-to-remote(pid=21435): Terminated: ok {rc=0}\u000a09:40:05.151624 run scp-db-to-remote(pid=21437): Launched\u000a09:40:06.345696 run scp-db-to-remote(pid=21437): Terminated: ok {rc=0}\u000a09:40:06.465845 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:40:06.798853 run patchelf(pid=21439): Launched\u000a09:40:07.992843 run patchelf(pid=21439): Terminated: ok {rc=0}\u000a09:40:08.113397 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:40:08.446130 run setcap-netadm(pid=21440): Launched\u000a09:40:09.639906 run setcap-netadm(pid=21440): Terminated: ok {rc=0}\u000a09:40:09.965734 run srsepc(pid=21441): Launched\u000a09:40:10.079741 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:40:11.199386 run rm-remote-dir(pid=21442): Launched\u000a09:40:11.383735 run srsepc(pid=21441): ERR: Terminated: ERROR {rc=127} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21441)]\u000a09:40:11.518260 run srsepc(pid=21441): stdout: \u000a| (launched: 2022-12-09_09:40:09.810939)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:40:11.651304 run srsepc(pid=21441): stderr: \u000a| (launched: 2022-12-09_09:40:09.859079)\u000a| Connection to 10.42.42.116 closed. \u000a09:40:11.779990 run srsepc(pid=21441): stdout: \u000a| (launched: 2022-12-09_09:40:09.810939)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:40:11.907624 run srsepc(pid=21441): stderr: \u000a| (launched: 2022-12-09_09:40:09.859079)\u000a| Connection to 10.42.42.116 closed. \u000a09:40:12.056861 run rm-remote-dir(pid=21442): Terminating (SIGINT)\u000a09:40:12.232346 run rm-remote-dir(pid=21442): Terminated: ok {rc=0}\u000a09:40:12.264678 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=21441): Process ended prematurely: srsepc(pid=21441) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21441)] [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a09:40:12.274303 tst rrc_idle_mo_ping.py:16: Test FAILED (18.3 sec)\u000a09:40:12.384214 run scp-back-log(pid=21443): Launched\u000a09:40:13.469992 run scp-back-log(pid=21443): ERR: Terminated: ERROR {rc=1} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21443)]\u000a09:40:13.531590 run scp-back-log(pid=21443): stdout: \u000a| (launched: 2022-12-09_09:40:12.315537) \u000a09:40:13.593270 run scp-back-log(pid=21443): stderr: \u000a| (launched: 2022-12-09_09:40:12.335404)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:40:13.645608 tst srsepc_10.42.42.118: Error('scp-back-log(pid=21443): launch_sync(): local process exited with status 1 [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21443)]')\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=21457): Process ended prematurely: srsepc(pid=21457) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21457)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=21457): Process ended prematurely: srsepc(pid=21457) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a09:40:13.659359 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a09:40:13.675988 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a09:40:13.698748 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a09:40:13.839200 tst rrc_idle_mt_ping.py: using MSISDN 7151\u000a09:40:13.945935 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7151', subscriber_id=0}\u000a09:40:14.050837 run srsepc_10.42.42.118: Starting srsepc\u000a09:40:14.681429 run rm-remote-dir(pid=21445): Launched\u000a09:40:15.871685 run rm-remote-dir(pid=21445): Terminated: ok {rc=0}\u000a09:40:16.356895 run mk-remote-dir(pid=21446): Launched\u000a09:40:17.581775 run mk-remote-dir(pid=21446): Terminated: ok {rc=0}\u000a09:40:17.854995 run scp-inst-to-remote(pid=21447): Launched\u000a09:40:20.039645 run scp-inst-to-remote(pid=21447): Terminated: ok {rc=0}\u000a09:40:20.362067 run rm-remote-dir(pid=21449): Launched\u000a09:40:21.546507 run rm-remote-dir(pid=21449): Terminated: ok {rc=0}\u000a09:40:21.870123 run mk-remote-dir(pid=21450): Launched\u000a09:40:23.054854 run mk-remote-dir(pid=21450): Terminated: ok {rc=0}\u000a09:40:23.328056 run scp-cfg-to-remote(pid=21451): Launched\u000a09:40:24.510058 run scp-cfg-to-remote(pid=21451): Terminated: ok {rc=0}\u000a09:40:24.782842 run scp-db-to-remote(pid=21453): Launched\u000a09:40:25.965242 run scp-db-to-remote(pid=21453): Terminated: ok {rc=0}\u000a09:40:26.077523 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a09:40:26.391044 run patchelf(pid=21455): Launched\u000a09:40:27.574643 run patchelf(pid=21455): Terminated: ok {rc=0}\u000a09:40:27.686768 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a09:40:28.007961 run setcap-netadm(pid=21456): Launched\u000a09:40:29.202669 run setcap-netadm(pid=21456): Terminated: ok {rc=0}\u000a09:40:29.531096 run srsepc(pid=21457): Launched\u000a09:40:29.645809 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a09:40:30.754990 run rm-remote-dir(pid=21458): Launched\u000a09:40:31.021784 run srsepc(pid=21457): ERR: Terminated: ERROR {rc=127} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21457)]\u000a09:40:31.156359 run srsepc(pid=21457): stdout: \u000a| (launched: 2022-12-09_09:40:29.374179)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:40:31.291839 run srsepc(pid=21457): stderr: \u000a| (launched: 2022-12-09_09:40:29.422469)\u000a| Connection to 10.42.42.116 closed. \u000a09:40:31.423320 run srsepc(pid=21457): stdout: \u000a| (launched: 2022-12-09_09:40:29.374179)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a09:40:31.553238 run srsepc(pid=21457): stderr: \u000a| (launched: 2022-12-09_09:40:29.422469)\u000a| Connection to 10.42.42.116 closed. \u000a09:40:31.704552 run rm-remote-dir(pid=21458): Terminating (SIGINT)\u000a09:40:31.882075 run rm-remote-dir(pid=21458): Terminated: ok {rc=0}\u000a09:40:31.915298 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=21457): Process ended prematurely: srsepc(pid=21457) [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=21457)] [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a09:40:31.925509 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a09:40:32.079670 run scp-back-log(pid=21459): Launched\u000a09:40:33.166762 run scp-back-log(pid=21459): ERR: Terminated: ERROR {rc=1} [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21459)]\u000a09:40:33.228365 run scp-back-log(pid=21459): stdout: \u000a| (launched: 2022-12-09_09:40:31.966629) \u000a09:40:33.289868 run scp-back-log(pid=21459): stderr: \u000a| (launched: 2022-12-09_09:40:31.986505)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a09:40:33.342213 tst srsepc_10.42.42.118: Error('scp-back-log(pid=21459): launch_sync(): local process exited with status 1 [trial-2357↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=21459)]')\u000a" } ], "duration" : 144.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:38:10" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21472): Process ended prematurely: osmo-stp_10.42.42.5(pid=21472) [trial-2357↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21472): Process ended prematurely: osmo-stp_10.42.42.5(pid=21472) [trial-2357↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a09:40:34.191762 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:40:34.203191 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a09:40:34.336285 tst handover.py: using LAC 20570\u000a09:40:34.463304 tst handover.py: using RAC 170\u000a09:40:34.591180 tst handover.py: using CellId 20570\u000a09:40:34.716785 tst handover.py: using BVCI 20571\u000a09:40:34.741200 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a09:40:34.870064 tst handover.py: using LAC 20571\u000a09:40:34.996795 tst handover.py: using RAC 171\u000a09:40:35.121927 tst handover.py: using CellId 20571\u000a09:40:35.247322 tst handover.py: using BVCI 20572\u000a09:40:35.271629 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:40:35.282998 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:40:35.294194 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:40:35.306123 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:40:35.317455 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a09:40:35.328755 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a09:40:35.444735 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a09:40:35.653918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:36.162960 run create_hlr_db(pid=21466): Launched\u000a09:40:37.350722 run create_hlr_db(pid=21466): Terminated: ok {rc=0}\u000a09:40:37.679899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21468): Launched\u000a09:40:37.998024 run osmo-hlr_10.42.42.2(pid=21469): Launched\u000a09:40:38.115545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:38.671483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21471): Launched\u000a09:40:38.989653 run osmo-stp_10.42.42.5(pid=21472): Launched\u000a09:40:39.105239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:39.686374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21474): Launched\u000a09:40:40.004359 run osmo-msc_10.42.42.6(pid=21475): Launched\u000a09:40:40.192474 run osmo-stp_10.42.42.5(pid=21472): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)]\u000a09:40:40.328620 run osmo-stp_10.42.42.5(pid=21472): stdout: \u000a| (launched: 2022-12-09_09:40:38.833754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:40.462439 run osmo-stp_10.42.42.5(pid=21472): stderr: \u000a| �[0;m�[38;5;43m20221209094039019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094039019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094039020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094039020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094039021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094039021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094039021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:40.590972 run osmo-stp_10.42.42.5(pid=21472): stdout: \u000a| (launched: 2022-12-09_09:40:38.833754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:40.718005 run osmo-stp_10.42.42.5(pid=21472): stderr: \u000a| �[0;m�[38;5;43m20221209094039019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094039019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094039020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094039020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094039021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094039021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094039021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:40.773441 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21472): Process ended prematurely: osmo-stp_10.42.42.5(pid=21472) [trial-2357↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21472)] [trial-2357↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a09:40:40.781920 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:40:40.844354 run osmo-hlr_10.42.42.2(pid=21469): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21469)]\u000a09:40:40.895229 run osmo-hlr_10.42.42.2(pid=21469): stdout: \u000a| (launched: 2022-12-09_09:40:37.842401) \u000a09:40:40.947164 run osmo-hlr_10.42.42.2(pid=21469): stderr: \u000a| �[0;m�[1;31m20221209094038035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094038035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094038035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094038035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094038035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094038035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094038048 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094038056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094038056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094038056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:41.017299 run osmo-msc_10.42.42.6(pid=21475): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21475)]\u000a09:40:41.068121 run osmo-msc_10.42.42.6(pid=21475): stdout: \u000a| (launched: 2022-12-09_09:40:39.848179) \u000a09:40:41.119679 run osmo-msc_10.42.42.6(pid=21475): stderr: \u000a| �[0;m�[38;5;43m20221209094040162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094040162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53f1ff0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094040162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094040163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094040163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094040163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094040165 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094040165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094040165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094040165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:41.163700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21468): Terminating (SIGTERM)\u000a09:40:41.205081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21471): Terminating (SIGTERM)\u000a09:40:41.246665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21474): Terminating (SIGTERM)\u000a09:40:41.256370 --- ParallelTerminationStrategy: PID 21468 died...\u000a09:40:41.311933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21468): Terminated: ok {rc=0}\u000a09:40:41.321965 --- ParallelTerminationStrategy: PID 21471 died...\u000a09:40:41.376611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21471): Terminated: ok {rc=0}\u000a09:40:41.386616 --- ParallelTerminationStrategy: PID 21474 died...\u000a09:40:41.441627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21474): Terminated: ok {rc=0}\u000a09:40:41.527087 bus /sierra_3: Setting Powered False\u000a09:40:42.627490 bus /sierra_3: Setting Powered False\u000a09:40:43.738418 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:40:33" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21487): Process ended prematurely: osmo-stp_10.42.42.5(pid=21487) [trial-2357↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21487)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21487): Process ended prematurely: osmo-stp_10.42.42.5(pid=21487) [trial-2357↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a09:40:45.707343 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:40:45.719371 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:40:45.871979 tst handover.py: using LAC 20572\u000a09:40:46.006429 tst handover.py: using RAC 172\u000a09:40:46.161124 tst handover.py: using CellId 20572\u000a09:40:46.284280 tst handover.py: using BVCI 20573\u000a09:40:46.308143 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:40:46.438036 tst handover.py: using LAC 20573\u000a09:40:46.580007 tst handover.py: using RAC 173\u000a09:40:46.700481 tst handover.py: using CellId 20573\u000a09:40:46.846135 tst handover.py: using BVCI 20574\u000a09:40:46.873341 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:40:46.885753 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:40:46.899251 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:40:46.913800 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:40:46.927553 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:40:46.941539 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:40:47.067651 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:40:47.319858 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:47.802986 run create_hlr_db(pid=21481): Launched\u000a09:40:47.932486 bus /sierra_2: Setting Powered False\u000a09:40:49.007952 run create_hlr_db(pid=21481): Terminated: ok {rc=0}\u000a09:40:49.402876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21483): Launched\u000a09:40:49.722991 run osmo-hlr_10.42.42.2(pid=21484): Launched\u000a09:40:49.840062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:40:50.364748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21486): Launched\u000a09:40:50.683827 run osmo-stp_10.42.42.5(pid=21487): Launched\u000a09:40:50.800239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:40:51.355240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21489): Launched\u000a09:40:51.676369 run osmo-msc_10.42.42.6(pid=21490): Launched\u000a09:40:51.864341 run osmo-stp_10.42.42.5(pid=21487): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21487)]\u000a09:40:52.000849 run osmo-stp_10.42.42.5(pid=21487): stdout: \u000a| (launched: 2022-12-09_09:40:50.527859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:52.135252 run osmo-stp_10.42.42.5(pid=21487): stderr: \u000a| �[0;m�[38;5;43m20221209094050715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094050715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094050715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094050716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094050716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094050716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094050716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:52.263706 run osmo-stp_10.42.42.5(pid=21487): stdout: \u000a| (launched: 2022-12-09_09:40:50.527859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:40:52.391296 run osmo-stp_10.42.42.5(pid=21487): stderr: \u000a| �[0;m�[38;5;43m20221209094050715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094050715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094050715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094050716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094050716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094050716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094050716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:40:52.446948 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21487): Process ended prematurely: osmo-stp_10.42.42.5(pid=21487) [trial-2357↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21487)] [trial-2357↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a09:40:52.455401 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:40:52.517902 run osmo-hlr_10.42.42.2(pid=21484): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21484)]\u000a09:40:52.568592 run osmo-hlr_10.42.42.2(pid=21484): stdout: \u000a| (launched: 2022-12-09_09:40:49.566267) \u000a09:40:52.620233 run osmo-hlr_10.42.42.2(pid=21484): stderr: \u000a| �[0;m�[1;31m20221209094049762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094049762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094049762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094049762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094049762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094049762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094049774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094049784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094049785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094049785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:40:52.689872 run osmo-msc_10.42.42.6(pid=21490): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21490)]\u000a09:40:52.740640 run osmo-msc_10.42.42.6(pid=21490): stdout: \u000a| (launched: 2022-12-09_09:40:51.519028) \u000a09:40:52.791922 run osmo-msc_10.42.42.6(pid=21490): stderr: \u000a| �[0;m�[38;5;43m20221209094051835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094051835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc6042fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094051835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094051835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094051836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094051836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094051837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094051838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094051838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094051838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:40:52.835516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21483): Terminating (SIGTERM)\u000a09:40:52.876697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21486): Terminating (SIGTERM)\u000a09:40:52.918426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21489): Terminating (SIGTERM)\u000a09:40:52.928201 --- ParallelTerminationStrategy: PID 21483 died...\u000a09:40:52.983880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21483): Terminated: ok {rc=0}\u000a09:40:52.993813 --- ParallelTerminationStrategy: PID 21486 died...\u000a09:40:53.049102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21486): Terminated: ok {rc=0}\u000a09:40:53.058974 --- ParallelTerminationStrategy: PID 21489 died...\u000a09:40:53.114474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21489): Terminated: ok {rc=0}\u000a09:40:53.200472 bus /sierra_3: Setting Powered False\u000a09:40:54.305301 bus /sierra_3: Setting Powered False\u000a09:40:55.415653 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:40:45" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21501): Process ended prematurely: osmo-stp_10.42.42.5(pid=21501) [trial-2357↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21501)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21501): Process ended prematurely: osmo-stp_10.42.42.5(pid=21501) [trial-2357↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:40:57.417204 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:40:57.428831 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:40:57.552864 tst handover.py: using LAC 20574\u000a09:40:57.671590 tst handover.py: using RAC 174\u000a09:40:57.790954 tst handover.py: using CellId 20574\u000a09:40:57.912195 tst handover.py: using BVCI 20575\u000a09:40:57.934884 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:40:58.066638 tst handover.py: using LAC 20575\u000a09:40:58.181708 tst handover.py: using RAC 175\u000a09:40:58.297315 tst handover.py: using CellId 20575\u000a09:40:58.412466 tst handover.py: using BVCI 20576\u000a09:40:58.435169 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:40:58.446068 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:40:58.456649 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:40:58.467316 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:40:58.478028 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:40:58.488603 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:40:58.607424 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:40:58.815375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:40:59.296874 run create_hlr_db(pid=21495): Launched\u000a09:40:59.427031 bus /sierra_2: Setting Powered False\u000a09:41:00.502258 run create_hlr_db(pid=21495): Terminated: ok {rc=0}\u000a09:41:00.889309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21497): Launched\u000a09:41:01.261936 run osmo-hlr_10.42.42.2(pid=21498): Launched\u000a09:41:01.594087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:02.324193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21500): Launched\u000a09:41:02.624923 run osmo-stp_10.42.42.5(pid=21501): Launched\u000a09:41:02.734261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:03.254863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21503): Launched\u000a09:41:03.554137 run osmo-msc_10.42.42.6(pid=21504): Launched\u000a09:41:03.729813 run osmo-stp_10.42.42.5(pid=21501): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21501)]\u000a09:41:03.857295 run osmo-stp_10.42.42.5(pid=21501): stdout: \u000a| (launched: 2022-12-09_09:41:02.478395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:03.981739 run osmo-stp_10.42.42.5(pid=21501): stderr: \u000a| �[0;m�[38;5;43m20221209094102642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094102643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094102643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094102643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094102644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094102644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094102644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:04.101806 run osmo-stp_10.42.42.5(pid=21501): stdout: \u000a| (launched: 2022-12-09_09:41:02.478395)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:04.221061 run osmo-stp_10.42.42.5(pid=21501): stderr: \u000a| �[0;m�[38;5;43m20221209094102642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094102643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094102643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094102643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094102644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094102644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094102644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:04.272816 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21501): Process ended prematurely: osmo-stp_10.42.42.5(pid=21501) [trial-2357↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21501)] [trial-2357↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a09:41:04.280531 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:41:04.339600 run osmo-hlr_10.42.42.2(pid=21498): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21498)]\u000a09:41:04.388205 run osmo-hlr_10.42.42.2(pid=21498): stdout: \u000a| (launched: 2022-12-09_09:41:01.045434) \u000a09:41:04.437479 run osmo-hlr_10.42.42.2(pid=21498): stderr: \u000a| �[0;m�[1;31m20221209094101372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094101372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094101373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094101373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094101373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094101373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094101394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094101404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094101404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094101404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:04.504531 run osmo-msc_10.42.42.6(pid=21504): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21504)]\u000a09:41:04.553106 run osmo-msc_10.42.42.6(pid=21504): stdout: \u000a| (launched: 2022-12-09_09:41:03.406823) \u000a09:41:04.602155 run osmo-msc_10.42.42.6(pid=21504): stderr: \u000a| �[0;m�[38;5;43m20221209094103677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094103678 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ca958ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094103678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094103678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094103678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094103678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094103680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094103680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094103680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094103680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:04.643752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21497): Terminating (SIGTERM)\u000a09:41:04.683158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21500): Terminating (SIGTERM)\u000a09:41:04.722522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21503): Terminating (SIGTERM)\u000a09:41:04.731525 --- ParallelTerminationStrategy: PID 21497 died...\u000a09:41:04.783810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21497): Terminated: ok {rc=0}\u000a09:41:04.793251 --- ParallelTerminationStrategy: PID 21500 died...\u000a09:41:04.845118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21500): Terminated: ok {rc=0}\u000a09:41:04.854505 --- ParallelTerminationStrategy: PID 21503 died...\u000a09:41:04.907007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21503): Terminated: ok {rc=0}\u000a09:41:04.994268 bus /sierra_3: Setting Powered False\u000a09:41:06.096718 bus /sierra_3: Setting Powered False\u000a09:41:07.204789 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:40:57" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21522): Process ended prematurely: osmo-stp_10.42.42.5(pid=21522) [trial-2357↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21522)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21522): Process ended prematurely: osmo-stp_10.42.42.5(pid=21522) [trial-2357↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21522)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:41:09.196457 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:09.207572 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:41:09.330212 tst handover.py: using LAC 20576\u000a09:41:09.448062 tst handover.py: using RAC 176\u000a09:41:09.564779 tst handover.py: using CellId 20576\u000a09:41:09.689665 tst handover.py: using BVCI 20577\u000a09:41:09.713969 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:41:09.854917 tst handover.py: using LAC 20577\u000a09:41:09.982419 tst handover.py: using RAC 177\u000a09:41:10.107698 tst handover.py: using CellId 20577\u000a09:41:10.235638 tst handover.py: using BVCI 20578\u000a09:41:10.259921 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:10.271644 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:10.283067 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:10.295302 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:10.307367 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:41:10.319579 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:41:10.437448 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:41:10.649829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:11.133252 run create_hlr_db(pid=21516): Launched\u000a09:41:11.263771 bus /sierra_2: Setting Powered False\u000a09:41:12.340095 run create_hlr_db(pid=21516): Terminated: ok {rc=0}\u000a09:41:12.717519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21518): Launched\u000a09:41:13.026023 run osmo-hlr_10.42.42.2(pid=21519): Launched\u000a09:41:13.144792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:13.671938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21521): Launched\u000a09:41:13.990565 run osmo-stp_10.42.42.5(pid=21522): Launched\u000a09:41:14.106611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:14.665465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21524): Launched\u000a09:41:14.986010 run osmo-msc_10.42.42.6(pid=21525): Launched\u000a09:41:15.173850 run osmo-stp_10.42.42.5(pid=21522): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21522)]\u000a09:41:15.309545 run osmo-stp_10.42.42.5(pid=21522): stdout: \u000a| (launched: 2022-12-09_09:41:13.834751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:15.443712 run osmo-stp_10.42.42.5(pid=21522): stderr: \u000a| �[0;m�[38;5;43m20221209094114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094114022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:15.573296 run osmo-stp_10.42.42.5(pid=21522): stdout: \u000a| (launched: 2022-12-09_09:41:13.834751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:15.701119 run osmo-stp_10.42.42.5(pid=21522): stderr: \u000a| �[0;m�[38;5;43m20221209094114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094114021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094114022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094114022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:15.756812 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21522): Process ended prematurely: osmo-stp_10.42.42.5(pid=21522) [trial-2357↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21522)] [trial-2357↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:41:15.765559 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:41:15.829346 run osmo-hlr_10.42.42.2(pid=21519): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21519)]\u000a09:41:15.881048 run osmo-hlr_10.42.42.2(pid=21519): stdout: \u000a| (launched: 2022-12-09_09:41:12.869738) \u000a09:41:15.947825 run osmo-hlr_10.42.42.2(pid=21519): stderr: \u000a| �[0;m�[1;31m20221209094113057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094113057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094113057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094113057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094113057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094113057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094113096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094113106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094113106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094113106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:16.018895 run osmo-msc_10.42.42.6(pid=21525): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21525)]\u000a09:41:16.071463 run osmo-msc_10.42.42.6(pid=21525): stdout: \u000a| (launched: 2022-12-09_09:41:14.828655) \u000a09:41:16.124147 run osmo-msc_10.42.42.6(pid=21525): stderr: \u000a| �[0;m�[38;5;43m20221209094115146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094115146 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f78e436ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094115146 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094115146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094115146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094115147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094115148 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094115149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094115149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094115149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:16.168382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21518): Terminating (SIGTERM)\u000a09:41:16.211699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21521): Terminating (SIGTERM)\u000a09:41:16.257374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21524): Terminating (SIGTERM)\u000a09:41:16.267712 --- ParallelTerminationStrategy: PID 21518 died...\u000a09:41:16.324151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21518): Terminated: ok {rc=0}\u000a09:41:16.334801 --- ParallelTerminationStrategy: PID 21521 died...\u000a09:41:16.390799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21521): Terminated: ok {rc=0}\u000a09:41:16.401867 --- ParallelTerminationStrategy: PID 21524 died...\u000a09:41:16.458201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21524): Terminated: ok {rc=0}\u000a09:41:16.547138 bus /sierra_3: Setting Powered False\u000a09:41:17.650872 bus /sierra_3: Setting Powered False\u000a09:41:18.760250 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:41:08" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21536): Process ended prematurely: osmo-stp_10.42.42.5(pid=21536) [trial-2357↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21536)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21536): Process ended prematurely: osmo-stp_10.42.42.5(pid=21536) [trial-2357↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:41:20.764417 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:20.776303 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:41:20.915723 tst handover.py: using LAC 20578\u000a09:41:21.030775 tst handover.py: using RAC 178\u000a09:41:21.146368 tst handover.py: using CellId 20578\u000a09:41:21.261952 tst handover.py: using BVCI 20579\u000a09:41:21.284539 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:41:21.417458 tst handover.py: using LAC 20579\u000a09:41:21.532878 tst handover.py: using RAC 179\u000a09:41:21.650138 tst handover.py: using CellId 20579\u000a09:41:21.765875 tst handover.py: using BVCI 20580\u000a09:41:21.788504 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:21.799554 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:21.810450 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:21.821435 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:21.832318 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:41:21.843545 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:41:21.956786 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:41:22.165836 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:22.618170 run create_hlr_db(pid=21530): Launched\u000a09:41:22.739884 bus /sierra_2: Setting Powered False\u000a09:41:23.811435 run create_hlr_db(pid=21530): Terminated: ok {rc=0}\u000a09:41:24.207508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21532): Launched\u000a09:41:24.527561 run osmo-hlr_10.42.42.2(pid=21533): Launched\u000a09:41:24.648044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:25.180120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21535): Launched\u000a09:41:25.499136 run osmo-stp_10.42.42.5(pid=21536): Launched\u000a09:41:25.617155 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:26.172614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21538): Launched\u000a09:41:26.491287 run osmo-msc_10.42.42.6(pid=21539): Launched\u000a09:41:26.680456 run osmo-stp_10.42.42.5(pid=21536): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21536)]\u000a09:41:26.816309 run osmo-stp_10.42.42.5(pid=21536): stdout: \u000a| (launched: 2022-12-09_09:41:25.342864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:26.950302 run osmo-stp_10.42.42.5(pid=21536): stderr: \u000a| �[0;m�[38;5;43m20221209094125530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094125530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094125530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094125531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094125531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094125531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094125531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:27.078535 run osmo-stp_10.42.42.5(pid=21536): stdout: \u000a| (launched: 2022-12-09_09:41:25.342864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:27.205787 run osmo-stp_10.42.42.5(pid=21536): stderr: \u000a| �[0;m�[38;5;43m20221209094125530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094125530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094125530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094125531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094125531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094125531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094125531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:27.261114 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21536): Process ended prematurely: osmo-stp_10.42.42.5(pid=21536) [trial-2357↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21536)] [trial-2357↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:41:27.269530 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:41:27.332124 run osmo-hlr_10.42.42.2(pid=21533): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21533)]\u000a09:41:27.383901 run osmo-hlr_10.42.42.2(pid=21533): stdout: \u000a| (launched: 2022-12-09_09:41:24.370425) \u000a09:41:27.436102 run osmo-hlr_10.42.42.2(pid=21533): stderr: \u000a| �[0;m�[1;31m20221209094124565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094124565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094124565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094124565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094124565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094124565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094124578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094124586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094124586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094124586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:27.506643 run osmo-msc_10.42.42.6(pid=21539): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21539)]\u000a09:41:27.558345 run osmo-msc_10.42.42.6(pid=21539): stdout: \u000a| (launched: 2022-12-09_09:41:26.334947) \u000a09:41:27.610430 run osmo-msc_10.42.42.6(pid=21539): stderr: \u000a| �[0;m�[38;5;43m20221209094126651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094126651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b08262c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094126652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094126652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094126652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094126652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094126654 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094126654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094126654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094126654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:27.654870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21532): Terminating (SIGTERM)\u000a09:41:27.696526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21535): Terminating (SIGTERM)\u000a09:41:27.738594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21538): Terminating (SIGTERM)\u000a09:41:27.748160 --- ParallelTerminationStrategy: PID 21532 died...\u000a09:41:27.803996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21532): Terminated: ok {rc=0}\u000a09:41:27.814228 --- ParallelTerminationStrategy: PID 21535 died...\u000a09:41:27.869907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21535): Terminated: ok {rc=0}\u000a09:41:27.879853 --- ParallelTerminationStrategy: PID 21538 died...\u000a09:41:27.935536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21538): Terminated: ok {rc=0}\u000a09:41:28.022165 bus /sierra_3: Setting Powered False\u000a09:41:29.122620 bus /sierra_3: Setting Powered False\u000a09:41:30.233046 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:41:20" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21550): Process ended prematurely: osmo-stp_10.42.42.5(pid=21550) [trial-2357↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21550): Process ended prematurely: osmo-stp_10.42.42.5(pid=21550) [trial-2357↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:41:32.260592 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:32.272457 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:41:32.404802 tst handover.py: using LAC 20580\u000a09:41:32.531635 tst handover.py: using RAC 180\u000a09:41:32.659914 tst handover.py: using CellId 20580\u000a09:41:32.784425 tst handover.py: using BVCI 20581\u000a09:41:32.808655 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:41:32.938278 tst handover.py: using LAC 20581\u000a09:41:33.064235 tst handover.py: using RAC 181\u000a09:41:33.188661 tst handover.py: using CellId 20581\u000a09:41:33.313090 tst handover.py: using BVCI 20582\u000a09:41:33.337311 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:33.348675 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:33.359907 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:33.371994 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:33.383927 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:41:33.395744 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:41:33.514470 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:41:33.713918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:34.165976 run create_hlr_db(pid=21544): Launched\u000a09:41:34.286712 bus /sierra_2: Setting Powered False\u000a09:41:35.359317 run create_hlr_db(pid=21544): Terminated: ok {rc=0}\u000a09:41:35.754587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21546): Launched\u000a09:41:36.072476 run osmo-hlr_10.42.42.2(pid=21547): Launched\u000a09:41:36.189760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:36.718912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21549): Launched\u000a09:41:37.036131 run osmo-stp_10.42.42.5(pid=21550): Launched\u000a09:41:37.151879 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:37.707309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21552): Launched\u000a09:41:38.027782 run osmo-msc_10.42.42.6(pid=21553): Launched\u000a09:41:38.215479 run osmo-stp_10.42.42.5(pid=21550): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)]\u000a09:41:38.351177 run osmo-stp_10.42.42.5(pid=21550): stdout: \u000a| (launched: 2022-12-09_09:41:36.880398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:38.485232 run osmo-stp_10.42.42.5(pid=21550): stderr: \u000a| �[0;m�[38;5;43m20221209094137065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094137065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094137065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094137066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094137066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094137066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094137066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:38.614557 run osmo-stp_10.42.42.5(pid=21550): stdout: \u000a| (launched: 2022-12-09_09:41:36.880398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:38.742413 run osmo-stp_10.42.42.5(pid=21550): stderr: \u000a| �[0;m�[38;5;43m20221209094137065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094137065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094137065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094137066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094137066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094137066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094137066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:38.798080 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21550): Process ended prematurely: osmo-stp_10.42.42.5(pid=21550) [trial-2357↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)] [trial-2357↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a09:41:38.806496 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:41:38.869755 run osmo-hlr_10.42.42.2(pid=21547): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21547)]\u000a09:41:38.921193 run osmo-hlr_10.42.42.2(pid=21547): stdout: \u000a| (launched: 2022-12-09_09:41:35.916711) \u000a09:41:38.972898 run osmo-hlr_10.42.42.2(pid=21547): stderr: \u000a| �[0;m�[1;31m20221209094136109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094136109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094136109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094136109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094136109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094136109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094136124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094136134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094136134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094136134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:39.043818 run osmo-msc_10.42.42.6(pid=21553): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21553)]\u000a09:41:39.094617 run osmo-msc_10.42.42.6(pid=21553): stdout: \u000a| (launched: 2022-12-09_09:41:37.870065) \u000a09:41:39.146220 run osmo-msc_10.42.42.6(pid=21553): stderr: \u000a| �[0;m�[38;5;43m20221209094138187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094138187 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ba34fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094138187 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094138187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094138188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094138188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094138190 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094138190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094138190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094138190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:39.189891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21546): Terminating (SIGTERM)\u000a09:41:39.231237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21549): Terminating (SIGTERM)\u000a09:41:39.272593 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21552): Terminating (SIGTERM)\u000a09:41:39.282390 --- ParallelTerminationStrategy: PID 21546 died...\u000a09:41:39.337531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21546): Terminated: ok {rc=0}\u000a09:41:39.347664 --- ParallelTerminationStrategy: PID 21549 died...\u000a09:41:39.402785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21549): Terminated: ok {rc=0}\u000a09:41:39.412529 --- ParallelTerminationStrategy: PID 21552 died...\u000a09:41:39.467622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21552): Terminated: ok {rc=0}\u000a09:41:39.553504 bus /sierra_3: Setting Powered False\u000a09:41:40.659670 bus /sierra_3: Setting Powered False\u000a09:41:41.765943 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:41:31" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21564): Process ended prematurely: osmo-stp_10.42.42.5(pid=21564) [trial-2357↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21564)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21564): Process ended prematurely: osmo-stp_10.42.42.5(pid=21564) [trial-2357↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:41:43.767895 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:43.778825 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:41:43.904570 tst handover.py: using LAC 20582\u000a09:41:44.021972 tst handover.py: using RAC 182\u000a09:41:44.139415 tst handover.py: using CellId 20582\u000a09:41:44.255815 tst handover.py: using BVCI 20583\u000a09:41:44.278570 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:41:44.412226 tst handover.py: using LAC 20583\u000a09:41:44.528153 tst handover.py: using RAC 183\u000a09:41:44.650374 tst handover.py: using CellId 20583\u000a09:41:44.766345 tst handover.py: using BVCI 20584\u000a09:41:44.789065 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:44.799835 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:44.810724 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:44.821416 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:44.832037 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:41:44.842752 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:41:44.961693 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:41:45.170575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:45.646892 run create_hlr_db(pid=21558): Launched\u000a09:41:45.776667 bus /sierra_2: Setting Powered False\u000a09:41:46.855134 run create_hlr_db(pid=21558): Terminated: ok {rc=0}\u000a09:41:47.266157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21560): Launched\u000a09:41:47.567094 run osmo-hlr_10.42.42.2(pid=21561): Launched\u000a09:41:47.677963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:48.171282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21563): Launched\u000a09:41:48.468369 run osmo-stp_10.42.42.5(pid=21564): Launched\u000a09:41:48.576611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:41:49.096807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21566): Launched\u000a09:41:49.395710 run osmo-msc_10.42.42.6(pid=21567): Launched\u000a09:41:49.571200 run osmo-stp_10.42.42.5(pid=21564): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21564)]\u000a09:41:49.697788 run osmo-stp_10.42.42.5(pid=21564): stdout: \u000a| (launched: 2022-12-09_09:41:48.322708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:49.822115 run osmo-stp_10.42.42.5(pid=21564): stderr: \u000a| �[0;m�[38;5;43m20221209094148487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094148487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094148487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094148488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094148488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094148488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094148488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:49.942139 run osmo-stp_10.42.42.5(pid=21564): stdout: \u000a| (launched: 2022-12-09_09:41:48.322708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:41:50.061380 run osmo-stp_10.42.42.5(pid=21564): stderr: \u000a| �[0;m�[38;5;43m20221209094148487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094148487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094148487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094148488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094148488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094148488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094148488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:41:50.113389 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21564): Process ended prematurely: osmo-stp_10.42.42.5(pid=21564) [trial-2357↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21564)] [trial-2357↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a09:41:50.121307 tst handover.py:18: Test FAILED (6.3 sec)\u000a09:41:50.180611 run osmo-hlr_10.42.42.2(pid=21561): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21561)]\u000a09:41:50.228785 run osmo-hlr_10.42.42.2(pid=21561): stdout: \u000a| (launched: 2022-12-09_09:41:47.418636) \u000a09:41:50.277729 run osmo-hlr_10.42.42.2(pid=21561): stderr: \u000a| �[0;m�[1;31m20221209094147591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094147591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094147591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094147591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094147591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094147591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094147608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094147618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094147619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094147619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:41:50.344048 run osmo-msc_10.42.42.6(pid=21567): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21567)]\u000a09:41:50.392236 run osmo-msc_10.42.42.6(pid=21567): stdout: \u000a| (launched: 2022-12-09_09:41:49.248493) \u000a09:41:50.441121 run osmo-msc_10.42.42.6(pid=21567): stderr: \u000a| �[0;m�[38;5;43m20221209094149516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094149517 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4bef9ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094149517 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094149517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094149519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094149520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094149520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094149521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:41:50.482634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21560): Terminating (SIGTERM)\u000a09:41:50.521919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21563): Terminating (SIGTERM)\u000a09:41:50.561198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21566): Terminating (SIGTERM)\u000a09:41:50.570218 --- ParallelTerminationStrategy: PID 21560 died...\u000a09:41:50.622490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21560): Terminated: ok {rc=0}\u000a09:41:50.631918 --- ParallelTerminationStrategy: PID 21563 died...\u000a09:41:50.684542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21563): Terminated: ok {rc=0}\u000a09:41:50.693930 --- ParallelTerminationStrategy: PID 21566 died...\u000a09:41:50.746084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21566): Terminated: ok {rc=0}\u000a09:41:50.832710 bus /sierra_3: Setting Powered False\u000a09:41:51.934364 bus /sierra_3: Setting Powered False\u000a09:41:53.040697 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:41:43" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21579): Process ended prematurely: osmo-stp_10.42.42.5(pid=21579) [trial-2357↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21579)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21579): Process ended prematurely: osmo-stp_10.42.42.5(pid=21579) [trial-2357↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:41:55.055454 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:41:55.066822 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:41:55.197648 tst handover.py: using LAC 20584\u000a09:41:55.324175 tst handover.py: using RAC 184\u000a09:41:55.445014 tst handover.py: using CellId 20584\u000a09:41:55.562502 tst handover.py: using BVCI 20585\u000a09:41:55.585448 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:41:55.719041 tst handover.py: using LAC 20585\u000a09:41:55.838817 tst handover.py: using RAC 185\u000a09:41:55.957979 tst handover.py: using CellId 20585\u000a09:41:56.074736 tst handover.py: using BVCI 20586\u000a09:41:56.097450 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:41:56.108368 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:41:56.119100 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:41:56.129900 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:41:56.140627 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:41:56.151375 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:41:56.269718 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:41:56.479235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:41:56.953239 run create_hlr_db(pid=21573): Launched\u000a09:41:57.083031 bus /sierra_2: Setting Powered False\u000a09:41:58.158585 run create_hlr_db(pid=21573): Terminated: ok {rc=0}\u000a09:41:58.555331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21575): Launched\u000a09:41:58.874901 run osmo-hlr_10.42.42.2(pid=21576): Launched\u000a09:41:58.992839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:41:59.522188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21578): Launched\u000a09:41:59.841513 run osmo-stp_10.42.42.5(pid=21579): Launched\u000a09:41:59.957455 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:00.512855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21581): Launched\u000a09:42:00.837783 run osmo-msc_10.42.42.6(pid=21582): Launched\u000a09:42:01.185579 run osmo-stp_10.42.42.5(pid=21579): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21579)]\u000a09:42:01.441422 run osmo-stp_10.42.42.5(pid=21579): stdout: \u000a| (launched: 2022-12-09_09:41:59.685065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:01.606335 run osmo-stp_10.42.42.5(pid=21579): stderr: \u000a| �[0;m�[38;5;43m20221209094159869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094159869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094159869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094159870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094159870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094159870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094159870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:01.738645 run osmo-stp_10.42.42.5(pid=21579): stdout: \u000a| (launched: 2022-12-09_09:41:59.685065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:01.870462 run osmo-stp_10.42.42.5(pid=21579): stderr: \u000a| �[0;m�[38;5;43m20221209094159869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094159869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094159869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094159870 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094159870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094159870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094159870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:01.928299 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21579): Process ended prematurely: osmo-stp_10.42.42.5(pid=21579) [trial-2357↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21579)] [trial-2357↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a09:42:01.937954 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:42:02.004752 run osmo-hlr_10.42.42.2(pid=21576): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21576)]\u000a09:42:02.058941 run osmo-hlr_10.42.42.2(pid=21576): stdout: \u000a| (launched: 2022-12-09_09:41:58.718195) \u000a09:42:02.113244 run osmo-hlr_10.42.42.2(pid=21576): stderr: \u000a| �[0;m�[1;31m20221209094158912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094158912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094158912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094158912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094158912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094158912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094158926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094158934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094158934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094158934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:02.185753 run osmo-msc_10.42.42.6(pid=21582): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21582)]\u000a09:42:02.239243 run osmo-msc_10.42.42.6(pid=21582): stdout: \u000a| (launched: 2022-12-09_09:42:00.675950) \u000a09:42:02.293236 run osmo-msc_10.42.42.6(pid=21582): stderr: \u000a| �[0;m�[38;5;43m20221209094201171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094201171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2e781d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094201172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094201172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094201172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094201172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094201175 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094201175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094201176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094201176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:02.338269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21575): Terminating (SIGTERM)\u000a09:42:02.383250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21578): Terminating (SIGTERM)\u000a09:42:02.425183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21581): Terminating (SIGTERM)\u000a09:42:02.435472 --- ParallelTerminationStrategy: PID 21575 died...\u000a09:42:02.492301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21575): Terminated: ok {rc=0}\u000a09:42:02.503074 --- ParallelTerminationStrategy: PID 21578 died...\u000a09:42:02.560171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21578): Terminated: ok {rc=0}\u000a09:42:02.570960 --- ParallelTerminationStrategy: PID 21581 died...\u000a09:42:02.628354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21581): Terminated: ok {rc=0}\u000a09:42:02.714820 bus /sierra_3: Setting Powered False\u000a09:42:03.816802 bus /sierra_3: Setting Powered False\u000a09:42:04.928403 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:41:54" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21595): Process ended prematurely: osmo-stp_10.42.42.5(pid=21595) [trial-2357↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21595)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21595): Process ended prematurely: osmo-stp_10.42.42.5(pid=21595) [trial-2357↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a09:42:06.905984 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:06.917216 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:42:07.045203 tst handover.py: using LAC 20586\u000a09:42:07.165662 tst handover.py: using RAC 186\u000a09:42:07.283474 tst handover.py: using CellId 20586\u000a09:42:07.402886 tst handover.py: using BVCI 20587\u000a09:42:07.425768 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a09:42:07.546352 tst handover.py: using LAC 20587\u000a09:42:07.663260 tst handover.py: using RAC 187\u000a09:42:07.782727 tst handover.py: using CellId 20587\u000a09:42:07.899788 tst handover.py: using BVCI 20588\u000a09:42:07.922533 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:07.933382 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:07.943889 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:07.954502 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:07.965181 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a09:42:07.975838 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:42:08.094650 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a09:42:08.307436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:08.785208 run create_hlr_db(pid=21589): Launched\u000a09:42:08.915248 bus /sierra_2: Setting Powered False\u000a09:42:09.990900 run create_hlr_db(pid=21589): Terminated: ok {rc=0}\u000a09:42:10.389181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21591): Launched\u000a09:42:10.709961 run osmo-hlr_10.42.42.2(pid=21592): Launched\u000a09:42:10.829909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:11.360474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21594): Launched\u000a09:42:11.681050 run osmo-stp_10.42.42.5(pid=21595): Launched\u000a09:42:11.798065 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:12.354535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21597): Launched\u000a09:42:12.674681 run osmo-msc_10.42.42.6(pid=21598): Launched\u000a09:42:12.862503 run osmo-stp_10.42.42.5(pid=21595): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21595)]\u000a09:42:12.998189 run osmo-stp_10.42.42.5(pid=21595): stdout: \u000a| (launched: 2022-12-09_09:42:11.523043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:13.133613 run osmo-stp_10.42.42.5(pid=21595): stderr: \u000a| �[0;m�[38;5;43m20221209094211711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094211711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094211711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094211711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094211712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094211712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094211712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:13.262491 run osmo-stp_10.42.42.5(pid=21595): stdout: \u000a| (launched: 2022-12-09_09:42:11.523043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:13.389988 run osmo-stp_10.42.42.5(pid=21595): stderr: \u000a| �[0;m�[38;5;43m20221209094211711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094211711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094211711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094211711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094211712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094211712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094211712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:13.445767 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21595): Process ended prematurely: osmo-stp_10.42.42.5(pid=21595) [trial-2357↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21595)] [trial-2357↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a09:42:13.454156 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:42:13.517000 run osmo-hlr_10.42.42.2(pid=21592): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21592)]\u000a09:42:13.568830 run osmo-hlr_10.42.42.2(pid=21592): stdout: \u000a| (launched: 2022-12-09_09:42:10.552872) \u000a09:42:13.621176 run osmo-hlr_10.42.42.2(pid=21592): stderr: \u000a| �[0;m�[1;31m20221209094210749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094210749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094210749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094210749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094210749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094210749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094210770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094210779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094210780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094210780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:13.691876 run osmo-msc_10.42.42.6(pid=21598): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21598)]\u000a09:42:13.743418 run osmo-msc_10.42.42.6(pid=21598): stdout: \u000a| (launched: 2022-12-09_09:42:12.517480) \u000a09:42:13.795536 run osmo-msc_10.42.42.6(pid=21598): stderr: \u000a| �[0;m�[38;5;43m20221209094212834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094212834 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7a9522c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094212834 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094212835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094212835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094212835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094212837 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094212837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094212837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094212837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:13.839540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21591): Terminating (SIGTERM)\u000a09:42:13.881671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21594): Terminating (SIGTERM)\u000a09:42:13.923421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21597): Terminating (SIGTERM)\u000a09:42:13.933300 --- ParallelTerminationStrategy: PID 21591 died...\u000a09:42:13.989481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21591): Terminated: ok {rc=0}\u000a09:42:13.999673 --- ParallelTerminationStrategy: PID 21594 died...\u000a09:42:14.055706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21594): Terminated: ok {rc=0}\u000a09:42:14.065692 --- ParallelTerminationStrategy: PID 21597 died...\u000a09:42:14.121341 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21597): Terminated: ok {rc=0}\u000a09:42:14.207657 bus /sierra_3: Setting Powered False\u000a09:42:15.314115 bus /sierra_3: Setting Powered False\u000a09:42:16.443320 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:42:06" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21609): Process ended prematurely: osmo-stp_10.42.42.5(pid=21609) [trial-2357↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21609)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21609): Process ended prematurely: osmo-stp_10.42.42.5(pid=21609) [trial-2357↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:42:18.416847 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:42:18.427768 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:42:18.551973 tst handover.py: using LAC 20588\u000a09:42:18.670146 tst handover.py: using RAC 188\u000a09:42:18.787855 tst handover.py: using CellId 20588\u000a09:42:18.910346 tst handover.py: using BVCI 20589\u000a09:42:18.933539 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:42:19.067191 tst handover.py: using LAC 20589\u000a09:42:19.182822 tst handover.py: using RAC 189\u000a09:42:19.299056 tst handover.py: using CellId 20589\u000a09:42:19.415462 tst handover.py: using BVCI 20590\u000a09:42:19.438098 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:42:19.448867 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:42:19.459431 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:42:19.470789 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:42:19.482017 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:42:19.493233 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:42:19.614112 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:42:19.815844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:20.268387 run create_hlr_db(pid=21603): Launched\u000a09:42:20.389921 bus /sierra_2: Setting Powered False\u000a09:42:21.462868 run create_hlr_db(pid=21603): Terminated: ok {rc=0}\u000a09:42:21.860143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21605): Launched\u000a09:42:22.179890 run osmo-hlr_10.42.42.2(pid=21606): Launched\u000a09:42:22.299162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:22.827301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21608): Launched\u000a09:42:23.146300 run osmo-stp_10.42.42.5(pid=21609): Launched\u000a09:42:23.262877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:23.815704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21611): Launched\u000a09:42:24.113930 run osmo-msc_10.42.42.6(pid=21612): Launched\u000a09:42:24.289773 run osmo-stp_10.42.42.5(pid=21609): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21609)]\u000a09:42:24.416747 run osmo-stp_10.42.42.5(pid=21609): stdout: \u000a| (launched: 2022-12-09_09:42:22.989998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:24.541588 run osmo-stp_10.42.42.5(pid=21609): stderr: \u000a| �[0;m�[38;5;43m20221209094223176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094223177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094223177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094223178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094223178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094223178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094223178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:24.662054 run osmo-stp_10.42.42.5(pid=21609): stdout: \u000a| (launched: 2022-12-09_09:42:22.989998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:24.780560 run osmo-stp_10.42.42.5(pid=21609): stderr: \u000a| �[0;m�[38;5;43m20221209094223176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094223177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094223177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094223178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094223178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094223178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094223178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:24.832509 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21609): Process ended prematurely: osmo-stp_10.42.42.5(pid=21609) [trial-2357↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21609)] [trial-2357↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a09:42:24.840394 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:42:24.898919 run osmo-hlr_10.42.42.2(pid=21606): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21606)]\u000a09:42:24.946936 run osmo-hlr_10.42.42.2(pid=21606): stdout: \u000a| (launched: 2022-12-09_09:42:22.023411) \u000a09:42:24.995753 run osmo-hlr_10.42.42.2(pid=21606): stderr: \u000a| �[0;m�[1;31m20221209094222218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094222218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094222218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094222218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094222218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094222218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094222233 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094222241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094222242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094222242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:25.061932 run osmo-msc_10.42.42.6(pid=21612): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21612)]\u000a09:42:25.109955 run osmo-msc_10.42.42.6(pid=21612): stdout: \u000a| (launched: 2022-12-09_09:42:23.967229) \u000a09:42:25.158589 run osmo-msc_10.42.42.6(pid=21612): stderr: \u000a| �[0;m�[38;5;43m20221209094224233 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094224234 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb22501dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094224234 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094224234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094224234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094224234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094224236 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094224236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094224236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094224236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:25.199874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21605): Terminating (SIGTERM)\u000a09:42:25.238907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21608): Terminating (SIGTERM)\u000a09:42:25.277962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21611): Terminating (SIGTERM)\u000a09:42:25.287007 --- ParallelTerminationStrategy: PID 21605 died...\u000a09:42:25.339639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21605): Terminated: ok {rc=0}\u000a09:42:25.349040 --- ParallelTerminationStrategy: PID 21608 died...\u000a09:42:25.400646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21608): Terminated: ok {rc=0}\u000a09:42:25.409921 --- ParallelTerminationStrategy: PID 21611 died...\u000a09:42:25.461627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21611): Terminated: ok {rc=0}\u000a09:42:25.548840 bus /sierra_3: Setting Powered False\u000a09:42:26.651391 bus /sierra_3: Setting Powered False\u000a09:42:27.760404 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:42:18" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21623): Process ended prematurely: osmo-stp_10.42.42.5(pid=21623) [trial-2357↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21623)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21623): Process ended prematurely: osmo-stp_10.42.42.5(pid=21623) [trial-2357↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:42:29.742702 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:29.754227 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:42:29.883316 tst handover.py: using LAC 20590\u000a09:42:30.008542 tst handover.py: using RAC 190\u000a09:42:30.133833 tst handover.py: using CellId 20590\u000a09:42:30.258008 tst handover.py: using BVCI 20591\u000a09:42:30.282429 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:42:30.421866 tst handover.py: using LAC 20591\u000a09:42:30.547780 tst handover.py: using RAC 191\u000a09:42:30.674307 tst handover.py: using CellId 20591\u000a09:42:30.799031 tst handover.py: using BVCI 20592\u000a09:42:30.824859 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:30.839281 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:30.851811 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:30.868613 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:30.888672 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:42:30.902076 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:42:31.037676 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:42:31.269845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:31.788297 run create_hlr_db(pid=21617): Launched\u000a09:42:31.921643 bus /sierra_2: Setting Powered False\u000a09:42:32.994408 run create_hlr_db(pid=21617): Terminated: ok {rc=0}\u000a09:42:33.390747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21619): Launched\u000a09:42:33.710858 run osmo-hlr_10.42.42.2(pid=21620): Launched\u000a09:42:33.827166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:34.353510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21622): Launched\u000a09:42:34.674758 run osmo-stp_10.42.42.5(pid=21623): Launched\u000a09:42:34.791757 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:35.347101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21625): Launched\u000a09:42:35.668548 run osmo-msc_10.42.42.6(pid=21626): Launched\u000a09:42:35.865082 run osmo-stp_10.42.42.5(pid=21623): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21623)]\u000a09:42:36.001501 run osmo-stp_10.42.42.5(pid=21623): stdout: \u000a| (launched: 2022-12-09_09:42:34.516687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:36.136162 run osmo-stp_10.42.42.5(pid=21623): stderr: \u000a| �[0;m�[38;5;43m20221209094234703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094234703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094234703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094234704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094234704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094234704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094234704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:36.265692 run osmo-stp_10.42.42.5(pid=21623): stdout: \u000a| (launched: 2022-12-09_09:42:34.516687)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:36.393828 run osmo-stp_10.42.42.5(pid=21623): stderr: \u000a| �[0;m�[38;5;43m20221209094234703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094234703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094234703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094234704 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094234704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094234704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094234704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:36.449831 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21623): Process ended prematurely: osmo-stp_10.42.42.5(pid=21623) [trial-2357↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21623)] [trial-2357↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:42:36.458582 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:42:36.522457 run osmo-hlr_10.42.42.2(pid=21620): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21620)]\u000a09:42:36.574540 run osmo-hlr_10.42.42.2(pid=21620): stdout: \u000a| (launched: 2022-12-09_09:42:33.553798) \u000a09:42:36.627003 run osmo-hlr_10.42.42.2(pid=21620): stderr: \u000a| �[0;m�[1;31m20221209094233748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094233748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094233748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094233748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094233748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094233748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094233762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094233772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094233772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094233772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:36.696999 run osmo-msc_10.42.42.6(pid=21626): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21626)]\u000a09:42:36.748629 run osmo-msc_10.42.42.6(pid=21626): stdout: \u000a| (launched: 2022-12-09_09:42:35.510501) \u000a09:42:36.800681 run osmo-msc_10.42.42.6(pid=21626): stderr: \u000a| �[0;m�[38;5;43m20221209094235830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094235830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15fb21fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094235830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094235830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094235830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094235831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094235832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094235833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094235833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094235833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:36.845118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21619): Terminating (SIGTERM)\u000a09:42:36.886554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21622): Terminating (SIGTERM)\u000a09:42:36.928792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21625): Terminating (SIGTERM)\u000a09:42:36.938543 --- ParallelTerminationStrategy: PID 21619 died...\u000a09:42:36.994560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21619): Terminated: ok {rc=0}\u000a09:42:37.004601 --- ParallelTerminationStrategy: PID 21622 died...\u000a09:42:37.060140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21622): Terminated: ok {rc=0}\u000a09:42:37.070196 --- ParallelTerminationStrategy: PID 21625 died...\u000a09:42:37.125839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21625): Terminated: ok {rc=0}\u000a09:42:37.211552 bus /sierra_3: Setting Powered False\u000a09:42:38.315332 bus /sierra_3: Setting Powered False\u000a09:42:39.426319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:42:29" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21637): Process ended prematurely: osmo-stp_10.42.42.5(pid=21637) [trial-2357↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21637)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21637): Process ended prematurely: osmo-stp_10.42.42.5(pid=21637) [trial-2357↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:42:41.417838 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:41.429014 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:42:41.556561 tst handover.py: using LAC 20592\u000a09:42:41.678667 tst handover.py: using RAC 192\u000a09:42:41.803400 tst handover.py: using CellId 20592\u000a09:42:41.928412 tst handover.py: using BVCI 20593\u000a09:42:41.952744 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:42:42.097163 tst handover.py: using LAC 20593\u000a09:42:42.225601 tst handover.py: using RAC 193\u000a09:42:42.351924 tst handover.py: using CellId 20593\u000a09:42:42.476407 tst handover.py: using BVCI 20594\u000a09:42:42.500727 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:42.512217 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:42.523541 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:42.535149 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:42.546884 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:42:42.559056 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:42:42.676391 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:42:42.876941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:43.330833 run create_hlr_db(pid=21631): Launched\u000a09:42:43.452879 bus /sierra_2: Setting Powered False\u000a09:42:44.525027 run create_hlr_db(pid=21631): Terminated: ok {rc=0}\u000a09:42:44.897755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21633): Launched\u000a09:42:45.195427 run osmo-hlr_10.42.42.2(pid=21634): Launched\u000a09:42:45.304535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:45.797931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21636): Launched\u000a09:42:46.266371 run osmo-stp_10.42.42.5(pid=21637): Launched\u000a09:42:46.572411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:47.206247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21639): Launched\u000a09:42:47.536013 run osmo-msc_10.42.42.6(pid=21640): Launched\u000a09:42:47.728085 run osmo-stp_10.42.42.5(pid=21637): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21637)]\u000a09:42:47.866412 run osmo-stp_10.42.42.5(pid=21637): stdout: \u000a| (launched: 2022-12-09_09:42:45.974747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:48.003545 run osmo-stp_10.42.42.5(pid=21637): stderr: \u000a| �[0;m�[38;5;43m20221209094246374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094246374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094246375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094246376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094246376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094246377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094246377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:48.134553 run osmo-stp_10.42.42.5(pid=21637): stdout: \u000a| (launched: 2022-12-09_09:42:45.974747)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:48.263941 run osmo-stp_10.42.42.5(pid=21637): stderr: \u000a| �[0;m�[38;5;43m20221209094246374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094246374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094246375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094246376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094246376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094246377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094246377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:48.320422 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21637): Process ended prematurely: osmo-stp_10.42.42.5(pid=21637) [trial-2357↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21637)] [trial-2357↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:42:48.329203 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:42:48.391959 run osmo-hlr_10.42.42.2(pid=21634): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21634)]\u000a09:42:48.443418 run osmo-hlr_10.42.42.2(pid=21634): stdout: \u000a| (launched: 2022-12-09_09:42:45.049935) \u000a09:42:48.495529 run osmo-hlr_10.42.42.2(pid=21634): stderr: \u000a| �[0;m�[1;31m20221209094245221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094245221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094245221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094245221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094245221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094245221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094245237 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094245247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094245247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094245248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:42:48.565932 run osmo-msc_10.42.42.6(pid=21640): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21640)]\u000a09:42:48.617809 run osmo-msc_10.42.42.6(pid=21640): stdout: \u000a| (launched: 2022-12-09_09:42:47.375247) \u000a09:42:48.669907 run osmo-msc_10.42.42.6(pid=21640): stderr: \u000a| �[0;m�[38;5;43m20221209094247691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094247691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb83fbd6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094247691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094247691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094247691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094247692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094247693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094247694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094247694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094247694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:42:48.713825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21633): Terminating (SIGTERM)\u000a09:42:48.755660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21636): Terminating (SIGTERM)\u000a09:42:48.797984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21639): Terminating (SIGTERM)\u000a09:42:48.807629 --- ParallelTerminationStrategy: PID 21633 died...\u000a09:42:48.864006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21633): Terminated: ok {rc=0}\u000a09:42:48.874205 --- ParallelTerminationStrategy: PID 21636 died...\u000a09:42:48.930370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21636): Terminated: ok {rc=0}\u000a09:42:48.940473 --- ParallelTerminationStrategy: PID 21639 died...\u000a09:42:48.996522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21639): Terminated: ok {rc=0}\u000a09:42:49.083737 bus /sierra_3: Setting Powered False\u000a09:42:50.191551 bus /sierra_3: Setting Powered False\u000a09:42:51.300599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:42:41" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21651): Process ended prematurely: osmo-stp_10.42.42.5(pid=21651) [trial-2357↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21651)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21651): Process ended prematurely: osmo-stp_10.42.42.5(pid=21651) [trial-2357↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:42:53.269548 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:53.280514 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:42:53.403924 tst handover.py: using LAC 20594\u000a09:42:53.524838 tst handover.py: using RAC 194\u000a09:42:53.645967 tst handover.py: using CellId 20594\u000a09:42:53.764502 tst handover.py: using BVCI 20595\u000a09:42:53.787542 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:42:53.910708 tst handover.py: using LAC 20595\u000a09:42:54.031698 tst handover.py: using RAC 195\u000a09:42:54.152457 tst handover.py: using CellId 20595\u000a09:42:54.279784 tst handover.py: using BVCI 20596\u000a09:42:54.304584 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:54.316090 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:54.327576 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:54.339407 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:54.351049 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:42:54.362673 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:42:54.480591 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:42:54.681856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:42:55.142556 run create_hlr_db(pid=21645): Launched\u000a09:42:55.266180 bus /sierra_2: Setting Powered False\u000a09:42:56.338499 run create_hlr_db(pid=21645): Terminated: ok {rc=0}\u000a09:42:56.742443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21647): Launched\u000a09:42:57.066793 run osmo-hlr_10.42.42.2(pid=21648): Launched\u000a09:42:57.185884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:42:57.724398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21650): Launched\u000a09:42:58.050098 run osmo-stp_10.42.42.5(pid=21651): Launched\u000a09:42:58.169281 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:42:58.736694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21653): Launched\u000a09:42:59.062840 run osmo-msc_10.42.42.6(pid=21654): Launched\u000a09:42:59.253596 run osmo-stp_10.42.42.5(pid=21651): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21651)]\u000a09:42:59.391278 run osmo-stp_10.42.42.5(pid=21651): stdout: \u000a| (launched: 2022-12-09_09:42:57.890060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:59.527719 run osmo-stp_10.42.42.5(pid=21651): stderr: \u000a| �[0;m�[38;5;43m20221209094258076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094258077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094258077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094258077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094258078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094258078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094258078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:59.659193 run osmo-stp_10.42.42.5(pid=21651): stdout: \u000a| (launched: 2022-12-09_09:42:57.890060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:42:59.788451 run osmo-stp_10.42.42.5(pid=21651): stderr: \u000a| �[0;m�[38;5;43m20221209094258076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094258077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094258077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094258077 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094258078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094258078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094258078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:42:59.845286 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21651): Process ended prematurely: osmo-stp_10.42.42.5(pid=21651) [trial-2357↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21651)] [trial-2357↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a09:42:59.853763 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:42:59.917119 run osmo-hlr_10.42.42.2(pid=21648): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21648)]\u000a09:42:59.968838 run osmo-hlr_10.42.42.2(pid=21648): stdout: \u000a| (launched: 2022-12-09_09:42:56.907953) \u000a09:43:00.021449 run osmo-hlr_10.42.42.2(pid=21648): stderr: \u000a| �[0;m�[1;31m20221209094257102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094257102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094257102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094257102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094257102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094257102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094257116 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094257124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094257124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094257124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:00.092588 run osmo-msc_10.42.42.6(pid=21654): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21654)]\u000a09:43:00.144198 run osmo-msc_10.42.42.6(pid=21654): stdout: \u000a| (launched: 2022-12-09_09:42:58.902800) \u000a09:43:00.195873 run osmo-msc_10.42.42.6(pid=21654): stderr: \u000a| �[0;m�[38;5;43m20221209094259219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094259219 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff7be1cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094259219 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094259219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094259219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094259220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094259221 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094259222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094259222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094259222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:00.239907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21647): Terminating (SIGTERM)\u000a09:43:00.282267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21650): Terminating (SIGTERM)\u000a09:43:00.323878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21653): Terminating (SIGTERM)\u000a09:43:00.333564 --- ParallelTerminationStrategy: PID 21647 died...\u000a09:43:00.390142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21647): Terminated: ok {rc=0}\u000a09:43:00.400254 --- ParallelTerminationStrategy: PID 21650 died...\u000a09:43:00.455962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21650): Terminated: ok {rc=0}\u000a09:43:00.466017 --- ParallelTerminationStrategy: PID 21653 died...\u000a09:43:00.521495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21653): Terminated: ok {rc=0}\u000a09:43:00.608316 bus /sierra_3: Setting Powered False\u000a09:43:01.716236 bus /sierra_3: Setting Powered False\u000a09:43:02.822015 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:42:53" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21665): Process ended prematurely: osmo-stp_10.42.42.5(pid=21665) [trial-2357↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21665)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21665): Process ended prematurely: osmo-stp_10.42.42.5(pid=21665) [trial-2357↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:43:04.813517 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:04.824616 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:43:04.950990 tst handover.py: using LAC 20596\u000a09:43:05.072142 tst handover.py: using RAC 196\u000a09:43:05.191511 tst handover.py: using CellId 20596\u000a09:43:05.309074 tst handover.py: using BVCI 20597\u000a09:43:05.332306 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:43:05.467334 tst handover.py: using LAC 20597\u000a09:43:05.584879 tst handover.py: using RAC 197\u000a09:43:05.704874 tst handover.py: using CellId 20597\u000a09:43:05.830617 tst handover.py: using BVCI 20598\u000a09:43:05.855280 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:05.866738 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:05.878102 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:05.889720 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:05.901278 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:43:05.912678 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:43:06.031607 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:43:06.240194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:06.723896 run create_hlr_db(pid=21659): Launched\u000a09:43:06.856219 bus /sierra_2: Setting Powered False\u000a09:43:07.931072 run create_hlr_db(pid=21659): Terminated: ok {rc=0}\u000a09:43:08.333165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21661): Launched\u000a09:43:08.658037 run osmo-hlr_10.42.42.2(pid=21662): Launched\u000a09:43:08.779446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:09.316130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21664): Launched\u000a09:43:09.642254 run osmo-stp_10.42.42.5(pid=21665): Launched\u000a09:43:09.759845 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:10.323340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21667): Launched\u000a09:43:10.648828 run osmo-msc_10.42.42.6(pid=21668): Launched\u000a09:43:10.838844 run osmo-stp_10.42.42.5(pid=21665): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21665)]\u000a09:43:10.975797 run osmo-stp_10.42.42.5(pid=21665): stdout: \u000a| (launched: 2022-12-09_09:43:09.481510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:11.111497 run osmo-stp_10.42.42.5(pid=21665): stderr: \u000a| �[0;m�[38;5;43m20221209094309668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094309668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094309668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094309669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094309669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094309669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094309669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:11.242539 run osmo-stp_10.42.42.5(pid=21665): stdout: \u000a| (launched: 2022-12-09_09:43:09.481510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:11.372019 run osmo-stp_10.42.42.5(pid=21665): stderr: \u000a| �[0;m�[38;5;43m20221209094309668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094309668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094309668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094309669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094309669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094309669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094309669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:11.428492 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21665): Process ended prematurely: osmo-stp_10.42.42.5(pid=21665) [trial-2357↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21665)] [trial-2357↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a09:43:11.437025 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:43:11.499677 run osmo-hlr_10.42.42.2(pid=21662): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21662)]\u000a09:43:11.550668 run osmo-hlr_10.42.42.2(pid=21662): stdout: \u000a| (launched: 2022-12-09_09:43:08.498720) \u000a09:43:11.602832 run osmo-hlr_10.42.42.2(pid=21662): stderr: \u000a| �[0;m�[1;31m20221209094308692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094308692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094308693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094308693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094308693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094308693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094308706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094308714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094308714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094308714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:11.672781 run osmo-msc_10.42.42.6(pid=21668): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21668)]\u000a09:43:11.724088 run osmo-msc_10.42.42.6(pid=21668): stdout: \u000a| (launched: 2022-12-09_09:43:10.488498) \u000a09:43:11.775658 run osmo-msc_10.42.42.6(pid=21668): stderr: \u000a| �[0;m�[38;5;43m20221209094310810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094310810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3be9d20c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094310810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094310810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094310811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094310811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094310813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094310813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094310813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094310813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:11.819253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21661): Terminating (SIGTERM)\u000a09:43:11.860734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21664): Terminating (SIGTERM)\u000a09:43:11.902177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21667): Terminating (SIGTERM)\u000a09:43:11.911943 --- ParallelTerminationStrategy: PID 21661 died...\u000a09:43:11.966910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21661): Terminated: ok {rc=0}\u000a09:43:11.977034 --- ParallelTerminationStrategy: PID 21664 died...\u000a09:43:12.032303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21664): Terminated: ok {rc=0}\u000a09:43:12.042159 --- ParallelTerminationStrategy: PID 21667 died...\u000a09:43:12.096570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21667): Terminated: ok {rc=0}\u000a09:43:12.182465 bus /sierra_3: Setting Powered False\u000a09:43:13.284704 bus /sierra_3: Setting Powered False\u000a09:43:14.394321 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:43:04" }, { "cases" : [ { "testActions" : [ ], "age" : 155, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21679): Process ended prematurely: osmo-stp_10.42.42.5(pid=21679) [trial-2357↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21679)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21679): Process ended prematurely: osmo-stp_10.42.42.5(pid=21679) [trial-2357↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:43:16.417823 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:16.438377 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:43:16.600280 tst handover.py: using LAC 20598\u000a09:43:16.764814 tst handover.py: using RAC 198\u000a09:43:16.913304 tst handover.py: using CellId 20598\u000a09:43:17.043479 tst handover.py: using BVCI 20599\u000a09:43:17.069494 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:43:17.216557 tst handover.py: using LAC 20599\u000a09:43:17.346642 tst handover.py: using RAC 199\u000a09:43:17.467085 tst handover.py: using CellId 20599\u000a09:43:17.583899 tst handover.py: using BVCI 20600\u000a09:43:17.607504 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:17.618723 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:17.629708 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:17.640647 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:17.651551 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:43:17.662375 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:43:17.783478 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:43:17.986615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:18.447773 run create_hlr_db(pid=21673): Launched\u000a09:43:18.571209 bus /sierra_2: Setting Powered False\u000a09:43:19.643635 run create_hlr_db(pid=21673): Terminated: ok {rc=0}\u000a09:43:20.022260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21675): Launched\u000a09:43:20.327029 run osmo-hlr_10.42.42.2(pid=21676): Launched\u000a09:43:20.443547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:20.943744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21678): Launched\u000a09:43:21.246616 run osmo-stp_10.42.42.5(pid=21679): Launched\u000a09:43:21.356378 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:21.883849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21681): Launched\u000a09:43:22.187024 run osmo-msc_10.42.42.6(pid=21682): Launched\u000a09:43:22.364825 run osmo-stp_10.42.42.5(pid=21679): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21679)]\u000a09:43:22.492714 run osmo-stp_10.42.42.5(pid=21679): stdout: \u000a| (launched: 2022-12-09_09:43:21.098034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:22.618838 run osmo-stp_10.42.42.5(pid=21679): stderr: \u000a| �[0;m�[38;5;43m20221209094321262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094321262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094321263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094321263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094321264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094321264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094321264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:22.740256 run osmo-stp_10.42.42.5(pid=21679): stdout: \u000a| (launched: 2022-12-09_09:43:21.098034)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:22.861071 run osmo-stp_10.42.42.5(pid=21679): stderr: \u000a| �[0;m�[38;5;43m20221209094321262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094321262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094321263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094321263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094321264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094321264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094321264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:22.913904 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21679): Process ended prematurely: osmo-stp_10.42.42.5(pid=21679) [trial-2357↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21679)] [trial-2357↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a09:43:22.921719 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:43:22.980772 run osmo-hlr_10.42.42.2(pid=21676): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21676)]\u000a09:43:23.029105 run osmo-hlr_10.42.42.2(pid=21676): stdout: \u000a| (launched: 2022-12-09_09:43:20.177377) \u000a09:43:23.077948 run osmo-hlr_10.42.42.2(pid=21676): stderr: \u000a| �[0;m�[1;31m20221209094320351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094320351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094320351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094320351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094320351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094320351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094320364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094320372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094320373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094320373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:23.144524 run osmo-msc_10.42.42.6(pid=21682): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21682)]\u000a09:43:23.192670 run osmo-msc_10.42.42.6(pid=21682): stdout: \u000a| (launched: 2022-12-09_09:43:22.037982) \u000a09:43:23.241444 run osmo-msc_10.42.42.6(pid=21682): stderr: \u000a| �[0;m�[38;5;43m20221209094322306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094322306 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5f440dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094322306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094322306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094322307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094322307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094322308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094322309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094322309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094322309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:23.282854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21675): Terminating (SIGTERM)\u000a09:43:23.322051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21678): Terminating (SIGTERM)\u000a09:43:23.361319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21681): Terminating (SIGTERM)\u000a09:43:23.370333 --- ParallelTerminationStrategy: PID 21675 died...\u000a09:43:23.422686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21675): Terminated: ok {rc=0}\u000a09:43:23.432008 --- ParallelTerminationStrategy: PID 21678 died...\u000a09:43:23.483836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21678): Terminated: ok {rc=0}\u000a09:43:23.493233 --- ParallelTerminationStrategy: PID 21681 died...\u000a09:43:23.545077 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21681): Terminated: ok {rc=0}\u000a09:43:23.633042 bus /sierra_3: Setting Powered False\u000a09:43:24.735784 bus /sierra_3: Setting Powered False\u000a09:43:25.845597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:43:16" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21693): Process ended prematurely: osmo-stp_10.42.42.5(pid=21693) [trial-2357↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21693)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21693): Process ended prematurely: osmo-stp_10.42.42.5(pid=21693) [trial-2357↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a09:43:27.837316 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:27.848942 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:43:27.980033 tst handover.py: using LAC 20600\u000a09:43:28.101714 tst handover.py: using RAC 200\u000a09:43:28.220237 tst handover.py: using CellId 20600\u000a09:43:28.337815 tst handover.py: using BVCI 20601\u000a09:43:28.360672 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a09:43:28.494445 tst handover.py: using LAC 20601\u000a09:43:28.611865 tst handover.py: using RAC 201\u000a09:43:28.729822 tst handover.py: using CellId 20601\u000a09:43:28.847622 tst handover.py: using BVCI 20602\u000a09:43:28.870663 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:28.881655 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:28.892417 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:28.903277 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:28.914414 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a09:43:28.925342 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:43:29.042154 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a09:43:29.242089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:29.701157 run create_hlr_db(pid=21687): Launched\u000a09:43:29.824663 bus /sierra_2: Setting Powered False\u000a09:43:30.919793 run create_hlr_db(pid=21687): Terminated: ok {rc=0}\u000a09:43:31.351386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21689): Launched\u000a09:43:31.697230 run osmo-hlr_10.42.42.2(pid=21690): Launched\u000a09:43:31.826540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:32.503296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21692): Launched\u000a09:43:32.806481 run osmo-stp_10.42.42.5(pid=21693): Launched\u000a09:43:32.915538 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:33.444894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21695): Launched\u000a09:43:33.747880 run osmo-msc_10.42.42.6(pid=21696): Launched\u000a09:43:33.925773 run osmo-stp_10.42.42.5(pid=21693): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21693)]\u000a09:43:34.053878 run osmo-stp_10.42.42.5(pid=21693): stdout: \u000a| (launched: 2022-12-09_09:43:32.658000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:34.180016 run osmo-stp_10.42.42.5(pid=21693): stderr: \u000a| �[0;m�[38;5;43m20221209094332827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094332827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094332827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094332828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094332828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094332828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094332828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:34.301714 run osmo-stp_10.42.42.5(pid=21693): stdout: \u000a| (launched: 2022-12-09_09:43:32.658000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:34.422085 run osmo-stp_10.42.42.5(pid=21693): stderr: \u000a| �[0;m�[38;5;43m20221209094332827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094332827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094332827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094332828 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094332828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094332828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094332828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:34.474884 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21693): Process ended prematurely: osmo-stp_10.42.42.5(pid=21693) [trial-2357↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21693)] [trial-2357↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a09:43:34.482951 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:43:34.541870 run osmo-hlr_10.42.42.2(pid=21690): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21690)]\u000a09:43:34.590192 run osmo-hlr_10.42.42.2(pid=21690): stdout: \u000a| (launched: 2022-12-09_09:43:31.520642) \u000a09:43:34.639062 run osmo-hlr_10.42.42.2(pid=21690): stderr: \u000a| �[0;m�[1;31m20221209094331940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094331940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094331940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094331940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094331940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094331940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094331971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094331992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094331995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094332000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:34.705697 run osmo-msc_10.42.42.6(pid=21696): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21696)]\u000a09:43:34.753941 run osmo-msc_10.42.42.6(pid=21696): stdout: \u000a| (launched: 2022-12-09_09:43:33.599018) \u000a09:43:34.802645 run osmo-msc_10.42.42.6(pid=21696): stderr: \u000a| �[0;m�[38;5;43m20221209094333868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094333868 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb859a42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094333868 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094333868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094333868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094333869 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094333870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094333871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094333871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094333871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:34.844217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21689): Terminating (SIGTERM)\u000a09:43:34.883439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21692): Terminating (SIGTERM)\u000a09:43:34.922865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21695): Terminating (SIGTERM)\u000a09:43:34.931991 --- ParallelTerminationStrategy: PID 21689 died...\u000a09:43:34.985573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21689): Terminated: ok {rc=0}\u000a09:43:34.995225 --- ParallelTerminationStrategy: PID 21692 died...\u000a09:43:35.047720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21692): Terminated: ok {rc=0}\u000a09:43:35.057180 --- ParallelTerminationStrategy: PID 21695 died...\u000a09:43:35.109696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21695): Terminated: ok {rc=0}\u000a09:43:35.192080 bus /sierra_3: Setting Powered False\u000a09:43:36.297788 bus /sierra_3: Setting Powered False\u000a09:43:37.404897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:43:27" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21707): Process ended prematurely: osmo-stp_10.42.42.5(pid=21707) [trial-2357↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21707)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21707): Process ended prematurely: osmo-stp_10.42.42.5(pid=21707) [trial-2357↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:43:39.400647 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:39.411964 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:43:39.532716 tst handover.py: using LAC 20602\u000a09:43:39.653289 tst handover.py: using RAC 202\u000a09:43:39.774021 tst handover.py: using CellId 20602\u000a09:43:39.898026 tst handover.py: using BVCI 20603\u000a09:43:39.920933 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:43:40.053202 tst handover.py: using LAC 20603\u000a09:43:40.172564 tst handover.py: using RAC 203\u000a09:43:40.292326 tst handover.py: using CellId 20603\u000a09:43:40.412085 tst handover.py: using BVCI 20604\u000a09:43:40.435183 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:40.446507 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:40.457515 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:40.468524 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:40.479610 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:43:40.490594 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:43:40.610511 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:43:40.821031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:41.305936 run create_hlr_db(pid=21701): Launched\u000a09:43:41.438228 bus /sierra_2: Setting Powered False\u000a09:43:42.514895 run create_hlr_db(pid=21701): Terminated: ok {rc=0}\u000a09:43:42.919596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21703): Launched\u000a09:43:43.246089 run osmo-hlr_10.42.42.2(pid=21704): Launched\u000a09:43:43.364744 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:43.899420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21706): Launched\u000a09:43:44.225080 run osmo-stp_10.42.42.5(pid=21707): Launched\u000a09:43:44.343196 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:44.907164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21709): Launched\u000a09:43:45.233889 run osmo-msc_10.42.42.6(pid=21710): Launched\u000a09:43:45.425397 run osmo-stp_10.42.42.5(pid=21707): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21707)]\u000a09:43:45.564279 run osmo-stp_10.42.42.5(pid=21707): stdout: \u000a| (launched: 2022-12-09_09:43:44.064828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:45.701439 run osmo-stp_10.42.42.5(pid=21707): stderr: \u000a| �[0;m�[38;5;43m20221209094344254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094344254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094344254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094344255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094344255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094344255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094344255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:45.840102 run osmo-stp_10.42.42.5(pid=21707): stdout: \u000a| (launched: 2022-12-09_09:43:44.064828)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:45.978917 run osmo-stp_10.42.42.5(pid=21707): stderr: \u000a| �[0;m�[38;5;43m20221209094344254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094344254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094344254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094344255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094344255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094344255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094344255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:46.037135 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21707): Process ended prematurely: osmo-stp_10.42.42.5(pid=21707) [trial-2357↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21707)] [trial-2357↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:43:46.046523 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:43:46.111987 run osmo-hlr_10.42.42.2(pid=21704): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21704)]\u000a09:43:46.164591 run osmo-hlr_10.42.42.2(pid=21704): stdout: \u000a| (launched: 2022-12-09_09:43:43.086179) \u000a09:43:46.218153 run osmo-hlr_10.42.42.2(pid=21704): stderr: \u000a| �[0;m�[1;31m20221209094343279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094343279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094343279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094343279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094343279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094343279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094343292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094343301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094343301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094343301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:46.290052 run osmo-msc_10.42.42.6(pid=21710): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21710)]\u000a09:43:46.342721 run osmo-msc_10.42.42.6(pid=21710): stdout: \u000a| (launched: 2022-12-09_09:43:45.073399) \u000a09:43:46.396258 run osmo-msc_10.42.42.6(pid=21710): stderr: \u000a| �[0;m�[38;5;43m20221209094345392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094345392 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f45940c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094345392 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094345392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094345392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094345393 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094345394 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094345395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094345395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094345395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:46.441451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21703): Terminating (SIGTERM)\u000a09:43:46.485535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21706): Terminating (SIGTERM)\u000a09:43:46.528633 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21709): Terminating (SIGTERM)\u000a09:43:46.538778 --- ParallelTerminationStrategy: PID 21703 died...\u000a09:43:46.596597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21703): Terminated: ok {rc=0}\u000a09:43:46.607734 --- ParallelTerminationStrategy: PID 21706 died...\u000a09:43:46.665335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21706): Terminated: ok {rc=0}\u000a09:43:46.676060 --- ParallelTerminationStrategy: PID 21709 died...\u000a09:43:46.733931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21709): Terminated: ok {rc=0}\u000a09:43:46.832521 bus /sierra_3: Setting Powered False\u000a09:43:47.937445 bus /sierra_3: Setting Powered False\u000a09:43:49.045166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:43:39" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21721): Process ended prematurely: osmo-stp_10.42.42.5(pid=21721) [trial-2357↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21721)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21721): Process ended prematurely: osmo-stp_10.42.42.5(pid=21721) [trial-2357↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21721)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:43:51.045815 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:51.057227 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:43:51.179700 tst handover.py: using LAC 20604\u000a09:43:51.299122 tst handover.py: using RAC 204\u000a09:43:51.419625 tst handover.py: using CellId 20604\u000a09:43:51.540205 tst handover.py: using BVCI 20605\u000a09:43:51.563190 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:43:51.709514 tst handover.py: using LAC 20605\u000a09:43:51.836178 tst handover.py: using RAC 205\u000a09:43:51.964198 tst handover.py: using CellId 20605\u000a09:43:52.093502 tst handover.py: using BVCI 20606\u000a09:43:52.118436 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:52.130313 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:52.142119 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:52.154247 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:52.166892 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:43:52.179058 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:43:52.296402 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:43:52.497529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:43:52.956519 run create_hlr_db(pid=21715): Launched\u000a09:43:53.079273 bus /sierra_2: Setting Powered False\u000a09:43:54.151410 run create_hlr_db(pid=21715): Terminated: ok {rc=0}\u000a09:43:54.551995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21717): Launched\u000a09:43:54.877711 run osmo-hlr_10.42.42.2(pid=21718): Launched\u000a09:43:54.996322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:43:55.533435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21720): Launched\u000a09:43:55.858137 run osmo-stp_10.42.42.5(pid=21721): Launched\u000a09:43:55.976276 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:43:56.540478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21723): Launched\u000a09:43:56.865946 run osmo-msc_10.42.42.6(pid=21724): Launched\u000a09:43:57.057122 run osmo-stp_10.42.42.5(pid=21721): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21721)]\u000a09:43:57.195215 run osmo-stp_10.42.42.5(pid=21721): stdout: \u000a| (launched: 2022-12-09_09:43:55.699136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:57.331467 run osmo-stp_10.42.42.5(pid=21721): stderr: \u000a| �[0;m�[38;5;43m20221209094355886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094355886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094355887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094355887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094355888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094355888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094355888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:57.462322 run osmo-stp_10.42.42.5(pid=21721): stdout: \u000a| (launched: 2022-12-09_09:43:55.699136)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:43:57.592091 run osmo-stp_10.42.42.5(pid=21721): stderr: \u000a| �[0;m�[38;5;43m20221209094355886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094355886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094355887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094355887 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094355888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094355888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094355888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:43:57.649189 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21721): Process ended prematurely: osmo-stp_10.42.42.5(pid=21721) [trial-2357↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21721)] [trial-2357↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:43:57.657901 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:43:57.721305 run osmo-hlr_10.42.42.2(pid=21718): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21718)]\u000a09:43:57.773107 run osmo-hlr_10.42.42.2(pid=21718): stdout: \u000a| (launched: 2022-12-09_09:43:54.718022) \u000a09:43:57.825520 run osmo-hlr_10.42.42.2(pid=21718): stderr: \u000a| �[0;m�[1;31m20221209094354912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094354912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094354912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094354912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094354913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094354913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094354925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094354935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094354935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094354935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:43:57.896254 run osmo-msc_10.42.42.6(pid=21724): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21724)]\u000a09:43:57.947856 run osmo-msc_10.42.42.6(pid=21724): stdout: \u000a| (launched: 2022-12-09_09:43:56.706312) \u000a09:43:58.000218 run osmo-msc_10.42.42.6(pid=21724): stderr: \u000a| �[0;m�[38;5;43m20221209094357022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094357022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7172933c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094357022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094357023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094357023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094357023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094357025 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094357025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094357025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094357025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:43:58.044737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21717): Terminating (SIGTERM)\u000a09:43:58.086460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21720): Terminating (SIGTERM)\u000a09:43:58.128703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21723): Terminating (SIGTERM)\u000a09:43:58.138855 --- ParallelTerminationStrategy: PID 21717 died...\u000a09:43:58.195029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21717): Terminated: ok {rc=0}\u000a09:43:58.205566 --- ParallelTerminationStrategy: PID 21720 died...\u000a09:43:58.261680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21720): Terminated: ok {rc=0}\u000a09:43:58.272099 --- ParallelTerminationStrategy: PID 21723 died...\u000a09:43:58.328176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21723): Terminated: ok {rc=0}\u000a09:43:58.415311 bus /sierra_3: Setting Powered False\u000a09:43:59.517668 bus /sierra_3: Setting Powered False\u000a09:44:00.628498 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:43:50" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21736): Process ended prematurely: osmo-stp_10.42.42.5(pid=21736) [trial-2357↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21736)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21736): Process ended prematurely: osmo-stp_10.42.42.5(pid=21736) [trial-2357↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:44:02.634801 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:02.646391 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:44:02.775791 tst handover.py: using LAC 20606\u000a09:44:02.907675 tst handover.py: using RAC 206\u000a09:44:03.032691 tst handover.py: using CellId 20606\u000a09:44:03.158177 tst handover.py: using BVCI 20607\u000a09:44:03.182863 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:44:03.310934 tst handover.py: using LAC 20607\u000a09:44:03.436345 tst handover.py: using RAC 207\u000a09:44:03.563887 tst handover.py: using CellId 20607\u000a09:44:03.689850 tst handover.py: using BVCI 20608\u000a09:44:03.714688 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:03.726270 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:03.737682 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:03.749515 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:03.761156 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:44:03.772819 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:44:03.893949 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:44:04.107112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:04.588740 run create_hlr_db(pid=21729): Launched\u000a09:44:04.721167 bus /sierra_2: Setting Powered False\u000a09:44:05.797222 run create_hlr_db(pid=21729): Terminated: ok {rc=0}\u000a09:44:06.199557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21732): Launched\u000a09:44:06.523335 run osmo-hlr_10.42.42.2(pid=21733): Launched\u000a09:44:06.642402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:07.176841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21735): Launched\u000a09:44:07.502110 run osmo-stp_10.42.42.5(pid=21736): Launched\u000a09:44:07.620902 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:08.185426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21738): Launched\u000a09:44:08.510282 run osmo-msc_10.42.42.6(pid=21739): Launched\u000a09:44:08.701644 run osmo-stp_10.42.42.5(pid=21736): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21736)]\u000a09:44:08.839330 run osmo-stp_10.42.42.5(pid=21736): stdout: \u000a| (launched: 2022-12-09_09:44:07.342763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:08.975999 run osmo-stp_10.42.42.5(pid=21736): stderr: \u000a| �[0;m�[38;5;43m20221209094407530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094407530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094407530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094407531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094407531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094407531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094407531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:09.107089 run osmo-stp_10.42.42.5(pid=21736): stdout: \u000a| (launched: 2022-12-09_09:44:07.342763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:09.236789 run osmo-stp_10.42.42.5(pid=21736): stderr: \u000a| �[0;m�[38;5;43m20221209094407530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094407530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094407530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094407531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094407531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094407531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094407531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:09.293955 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21736): Process ended prematurely: osmo-stp_10.42.42.5(pid=21736) [trial-2357↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21736)] [trial-2357↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a09:44:09.302654 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:44:09.366283 run osmo-hlr_10.42.42.2(pid=21733): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21733)]\u000a09:44:09.417869 run osmo-hlr_10.42.42.2(pid=21733): stdout: \u000a| (launched: 2022-12-09_09:44:06.364618) \u000a09:44:09.469399 run osmo-hlr_10.42.42.2(pid=21733): stderr: \u000a| �[0;m�[1;31m20221209094406558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094406558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094406558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094406558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094406558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094406558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094406570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094406579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094406579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094406579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:09.539994 run osmo-msc_10.42.42.6(pid=21739): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21739)]\u000a09:44:09.591251 run osmo-msc_10.42.42.6(pid=21739): stdout: \u000a| (launched: 2022-12-09_09:44:08.350722) \u000a09:44:09.643522 run osmo-msc_10.42.42.6(pid=21739): stderr: \u000a| �[0;m�[38;5;43m20221209094408667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094408667 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08059a6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094408667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094408667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094408667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094408668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094408669 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094408670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094408670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094408670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:09.688416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21732): Terminating (SIGTERM)\u000a09:44:09.730159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21735): Terminating (SIGTERM)\u000a09:44:09.772211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21738): Terminating (SIGTERM)\u000a09:44:09.782367 --- ParallelTerminationStrategy: PID 21732 died...\u000a09:44:09.838556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21732): Terminated: ok {rc=0}\u000a09:44:09.848578 --- ParallelTerminationStrategy: PID 21735 died...\u000a09:44:09.903798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21735): Terminated: ok {rc=0}\u000a09:44:09.914315 --- ParallelTerminationStrategy: PID 21738 died...\u000a09:44:09.969913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21738): Terminated: ok {rc=0}\u000a09:44:10.056543 bus /sierra_3: Setting Powered False\u000a09:44:11.162700 bus /sierra_3: Setting Powered False\u000a09:44:12.269939 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:44:02" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21750): Process ended prematurely: osmo-stp_10.42.42.5(pid=21750) [trial-2357↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21750)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21750): Process ended prematurely: osmo-stp_10.42.42.5(pid=21750) [trial-2357↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:44:14.271714 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:14.283402 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:44:14.414715 tst handover.py: using LAC 20608\u000a09:44:14.542429 tst handover.py: using RAC 208\u000a09:44:14.665675 tst handover.py: using CellId 20608\u000a09:44:14.785678 tst handover.py: using BVCI 20609\u000a09:44:14.809004 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:44:14.946617 tst handover.py: using LAC 20609\u000a09:44:15.068160 tst handover.py: using RAC 209\u000a09:44:15.189814 tst handover.py: using CellId 20609\u000a09:44:15.309794 tst handover.py: using BVCI 20610\u000a09:44:15.333279 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.344372 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.355166 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.366075 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.376938 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:44:15.387774 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:44:15.506853 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:44:15.712418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:16.263440 run create_hlr_db(pid=21744): Launched\u000a09:44:16.389101 bus /sierra_2: Setting Powered False\u000a09:44:17.459491 run create_hlr_db(pid=21744): Terminated: ok {rc=0}\u000a09:44:17.836501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21746): Launched\u000a09:44:18.138895 run osmo-hlr_10.42.42.2(pid=21747): Launched\u000a09:44:18.249765 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:18.747707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21749): Launched\u000a09:44:19.050514 run osmo-stp_10.42.42.5(pid=21750): Launched\u000a09:44:19.160415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:19.688168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21752): Launched\u000a09:44:19.992188 run osmo-msc_10.42.42.6(pid=21753): Launched\u000a09:44:20.170235 run osmo-stp_10.42.42.5(pid=21750): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21750)]\u000a09:44:20.298748 run osmo-stp_10.42.42.5(pid=21750): stdout: \u000a| (launched: 2022-12-09_09:44:18.901677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:20.425070 run osmo-stp_10.42.42.5(pid=21750): stderr: \u000a| �[0;m�[38;5;43m20221209094419067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094419067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094419067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094419068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094419068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094419068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094419068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:20.547080 run osmo-stp_10.42.42.5(pid=21750): stdout: \u000a| (launched: 2022-12-09_09:44:18.901677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:20.667748 run osmo-stp_10.42.42.5(pid=21750): stderr: \u000a| �[0;m�[38;5;43m20221209094419067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094419067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094419067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094419068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094419068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094419068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094419068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:20.720571 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21750): Process ended prematurely: osmo-stp_10.42.42.5(pid=21750) [trial-2357↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21750)] [trial-2357↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a09:44:20.728407 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:44:20.787393 run osmo-hlr_10.42.42.2(pid=21747): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21747)]\u000a09:44:20.836005 run osmo-hlr_10.42.42.2(pid=21747): stdout: \u000a| (launched: 2022-12-09_09:44:17.990608) \u000a09:44:20.884844 run osmo-hlr_10.42.42.2(pid=21747): stderr: \u000a| �[0;m�[1;31m20221209094418165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094418165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094418165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094418165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094418165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094418165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094418177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094418186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094418186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094418186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:20.951411 run osmo-msc_10.42.42.6(pid=21753): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21753)]\u000a09:44:20.999695 run osmo-msc_10.42.42.6(pid=21753): stdout: \u000a| (launched: 2022-12-09_09:44:19.842449) \u000a09:44:21.048586 run osmo-msc_10.42.42.6(pid=21753): stderr: \u000a| �[0;m�[38;5;43m20221209094420110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094420111 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc9b178c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094420111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094420111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094420111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094420111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094420113 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094420113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094420113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094420114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:21.090113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21746): Terminating (SIGTERM)\u000a09:44:21.129523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21749): Terminating (SIGTERM)\u000a09:44:21.169082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21752): Terminating (SIGTERM)\u000a09:44:21.178275 --- ParallelTerminationStrategy: PID 21746 died...\u000a09:44:21.231219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21746): Terminated: ok {rc=0}\u000a09:44:21.240815 --- ParallelTerminationStrategy: PID 21749 died...\u000a09:44:21.293593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21749): Terminated: ok {rc=0}\u000a09:44:21.303059 --- ParallelTerminationStrategy: PID 21752 died...\u000a09:44:21.355888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21752): Terminated: ok {rc=0}\u000a09:44:21.438261 bus /sierra_3: Setting Powered False\u000a09:44:22.545525 bus /sierra_3: Setting Powered False\u000a09:44:23.652611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:44:13" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21764): Process ended prematurely: osmo-stp_10.42.42.5(pid=21764) [trial-2357↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21764)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21764): Process ended prematurely: osmo-stp_10.42.42.5(pid=21764) [trial-2357↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21764)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:44:25.654174 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:25.665777 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:44:25.795787 tst handover.py: using LAC 20610\u000a09:44:25.927302 tst handover.py: using RAC 210\u000a09:44:26.057657 tst handover.py: using CellId 20610\u000a09:44:26.178681 tst handover.py: using BVCI 20611\u000a09:44:26.202064 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:44:26.336782 tst handover.py: using LAC 20611\u000a09:44:26.456181 tst handover.py: using RAC 211\u000a09:44:26.576508 tst handover.py: using CellId 20611\u000a09:44:26.694697 tst handover.py: using BVCI 20612\u000a09:44:26.717905 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:26.729076 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:26.739797 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:26.751056 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:26.762389 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:44:26.773625 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:44:26.894495 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:44:27.108288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:27.593557 run create_hlr_db(pid=21758): Launched\u000a09:44:27.726363 bus /sierra_2: Setting Powered False\u000a09:44:28.802665 run create_hlr_db(pid=21758): Terminated: ok {rc=0}\u000a09:44:29.206884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21760): Launched\u000a09:44:29.532467 run osmo-hlr_10.42.42.2(pid=21761): Launched\u000a09:44:29.652443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:30.187252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21763): Launched\u000a09:44:30.511611 run osmo-stp_10.42.42.5(pid=21764): Launched\u000a09:44:30.629707 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:31.251900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21766): Launched\u000a09:44:31.680796 run osmo-msc_10.42.42.6(pid=21767): Launched\u000a09:44:32.057946 run osmo-stp_10.42.42.5(pid=21764): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21764)]\u000a09:44:32.270619 run osmo-stp_10.42.42.5(pid=21764): stdout: \u000a| (launched: 2022-12-09_09:44:30.352505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:32.418353 run osmo-stp_10.42.42.5(pid=21764): stderr: \u000a| �[0;m�[38;5;43m20221209094430542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094430542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094430542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094430543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:32.549109 run osmo-stp_10.42.42.5(pid=21764): stdout: \u000a| (launched: 2022-12-09_09:44:30.352505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:32.679335 run osmo-stp_10.42.42.5(pid=21764): stderr: \u000a| �[0;m�[38;5;43m20221209094430542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094430542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094430542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094430543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094430543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:32.735961 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21764): Process ended prematurely: osmo-stp_10.42.42.5(pid=21764) [trial-2357↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21764)] [trial-2357↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a09:44:32.744540 tst handover.py:18: Test FAILED (7.1 sec)\u000a09:44:32.807639 run osmo-hlr_10.42.42.2(pid=21761): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21761)]\u000a09:44:32.859056 run osmo-hlr_10.42.42.2(pid=21761): stdout: \u000a| (launched: 2022-12-09_09:44:29.373114) \u000a09:44:32.911010 run osmo-hlr_10.42.42.2(pid=21761): stderr: \u000a| �[0;m�[1;31m20221209094429569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094429569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094429569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094429569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094429569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094429569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094429581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094429590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094429590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094429590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:32.981687 run osmo-msc_10.42.42.6(pid=21767): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21767)]\u000a09:44:33.033231 run osmo-msc_10.42.42.6(pid=21767): stdout: \u000a| (launched: 2022-12-09_09:44:31.427889) \u000a09:44:33.085290 run osmo-msc_10.42.42.6(pid=21767): stderr: \u000a| �[0;m�[38;5;43m20221209094432022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094432022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70dfa25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094432022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094432022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094432022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094432022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094432024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094432024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094432025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094432025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:33.129648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21760): Terminating (SIGTERM)\u000a09:44:33.171706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21763): Terminating (SIGTERM)\u000a09:44:33.213531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21766): Terminating (SIGTERM)\u000a09:44:33.223518 --- ParallelTerminationStrategy: PID 21760 died...\u000a09:44:33.279801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21760): Terminated: ok {rc=0}\u000a09:44:33.289886 --- ParallelTerminationStrategy: PID 21763 died...\u000a09:44:33.345730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21763): Terminated: ok {rc=0}\u000a09:44:33.355669 --- ParallelTerminationStrategy: PID 21766 died...\u000a09:44:33.411358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21766): Terminated: ok {rc=0}\u000a09:44:33.497914 bus /sierra_3: Setting Powered False\u000a09:44:34.604378 bus /sierra_3: Setting Powered False\u000a09:44:35.714758 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:44:25" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21778): Process ended prematurely: osmo-stp_10.42.42.5(pid=21778) [trial-2357↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21778)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21778): Process ended prematurely: osmo-stp_10.42.42.5(pid=21778) [trial-2357↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a09:44:37.744914 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:37.756648 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:44:37.901436 tst handover.py: using LAC 20612\u000a09:44:38.026747 tst handover.py: using RAC 212\u000a09:44:38.153932 tst handover.py: using CellId 20612\u000a09:44:38.279024 tst handover.py: using BVCI 20613\u000a09:44:38.303657 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a09:44:38.443720 tst handover.py: using LAC 20613\u000a09:44:38.569538 tst handover.py: using RAC 213\u000a09:44:38.696101 tst handover.py: using CellId 20613\u000a09:44:38.821533 tst handover.py: using BVCI 20614\u000a09:44:38.846264 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:38.857893 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:38.869368 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:38.881599 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:38.893321 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a09:44:38.904881 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:44:39.024529 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a09:44:39.237224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:39.720928 run create_hlr_db(pid=21772): Launched\u000a09:44:39.853058 bus /sierra_2: Setting Powered False\u000a09:44:40.918341 run create_hlr_db(pid=21772): Terminated: ok {rc=0}\u000a09:44:41.320049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21774): Launched\u000a09:44:41.646371 run osmo-hlr_10.42.42.2(pid=21775): Launched\u000a09:44:41.765804 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:42.303490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21777): Launched\u000a09:44:42.630563 run osmo-stp_10.42.42.5(pid=21778): Launched\u000a09:44:42.749749 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:43.316325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21780): Launched\u000a09:44:43.644447 run osmo-msc_10.42.42.6(pid=21781): Launched\u000a09:44:43.835162 run osmo-stp_10.42.42.5(pid=21778): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21778)]\u000a09:44:43.972826 run osmo-stp_10.42.42.5(pid=21778): stdout: \u000a| (launched: 2022-12-09_09:44:42.469622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:44.108924 run osmo-stp_10.42.42.5(pid=21778): stderr: \u000a| �[0;m�[38;5;43m20221209094442659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094442659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094442659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094442659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094442660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094442660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094442660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:44.239649 run osmo-stp_10.42.42.5(pid=21778): stdout: \u000a| (launched: 2022-12-09_09:44:42.469622)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:44.369253 run osmo-stp_10.42.42.5(pid=21778): stderr: \u000a| �[0;m�[38;5;43m20221209094442659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094442659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094442659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094442659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094442660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094442660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094442660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:44.425897 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21778): Process ended prematurely: osmo-stp_10.42.42.5(pid=21778) [trial-2357↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21778)] [trial-2357↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a09:44:44.434735 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:44:44.497584 run osmo-hlr_10.42.42.2(pid=21775): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21775)]\u000a09:44:44.548830 run osmo-hlr_10.42.42.2(pid=21775): stdout: \u000a| (launched: 2022-12-09_09:44:41.485930) \u000a09:44:44.600491 run osmo-hlr_10.42.42.2(pid=21775): stderr: \u000a| �[0;m�[1;31m20221209094441679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094441679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094441679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094441679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094441679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094441679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094441692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094441700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094441700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094441701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:44.671252 run osmo-msc_10.42.42.6(pid=21781): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21781)]\u000a09:44:44.722520 run osmo-msc_10.42.42.6(pid=21781): stdout: \u000a| (launched: 2022-12-09_09:44:43.482626) \u000a09:44:44.774761 run osmo-msc_10.42.42.6(pid=21781): stderr: \u000a| �[0;m�[38;5;43m20221209094443802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094443802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdbe9f96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094443802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094443802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094443802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094443802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094443804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094443804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094443805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094443805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:44.818772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21774): Terminating (SIGTERM)\u000a09:44:44.860543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21777): Terminating (SIGTERM)\u000a09:44:44.902742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21780): Terminating (SIGTERM)\u000a09:44:44.912557 --- ParallelTerminationStrategy: PID 21774 died...\u000a09:44:44.968672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21774): Terminated: ok {rc=0}\u000a09:44:44.978807 --- ParallelTerminationStrategy: PID 21777 died...\u000a09:44:45.034590 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21777): Terminated: ok {rc=0}\u000a09:44:45.044733 --- ParallelTerminationStrategy: PID 21780 died...\u000a09:44:45.100824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21780): Terminated: ok {rc=0}\u000a09:44:45.187264 bus /sierra_3: Setting Powered False\u000a09:44:46.327863 bus /sierra_3: Setting Powered False\u000a09:44:47.442116 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:44:37" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21792): Process ended prematurely: osmo-stp_10.42.42.5(pid=21792) [trial-2357↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21792)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21792): Process ended prematurely: osmo-stp_10.42.42.5(pid=21792) [trial-2357↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:44:49.477351 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:49.488554 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:44:49.630074 tst handover.py: using LAC 20614\u000a09:44:49.748220 tst handover.py: using RAC 214\u000a09:44:49.867197 tst handover.py: using CellId 20614\u000a09:44:49.987271 tst handover.py: using BVCI 20615\u000a09:44:50.010269 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:44:50.145479 tst handover.py: using LAC 20615\u000a09:44:50.270422 tst handover.py: using RAC 215\u000a09:44:50.396188 tst handover.py: using CellId 20615\u000a09:44:50.517608 tst handover.py: using BVCI 20616\u000a09:44:50.540864 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:50.552195 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:50.563440 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:50.574778 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:50.586139 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:44:50.597386 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:44:50.717157 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:44:50.923248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:44:51.386055 run create_hlr_db(pid=21786): Launched\u000a09:44:51.510250 bus /sierra_2: Setting Powered False\u000a09:44:52.583203 run create_hlr_db(pid=21786): Terminated: ok {rc=0}\u000a09:44:52.961541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21788): Launched\u000a09:44:53.264748 run osmo-hlr_10.42.42.2(pid=21789): Launched\u000a09:44:53.380156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:44:53.881977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21791): Launched\u000a09:44:54.184637 run osmo-stp_10.42.42.5(pid=21792): Launched\u000a09:44:54.294469 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:44:54.822939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21794): Launched\u000a09:44:55.126989 run osmo-msc_10.42.42.6(pid=21795): Launched\u000a09:44:55.305201 run osmo-stp_10.42.42.5(pid=21792): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21792)]\u000a09:44:55.434464 run osmo-stp_10.42.42.5(pid=21792): stdout: \u000a| (launched: 2022-12-09_09:44:54.036055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:55.561158 run osmo-stp_10.42.42.5(pid=21792): stderr: \u000a| �[0;m�[38;5;43m20221209094454204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094454204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094454205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094454205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094454206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094454206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094454206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:55.684011 run osmo-stp_10.42.42.5(pid=21792): stdout: \u000a| (launched: 2022-12-09_09:44:54.036055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:44:55.805253 run osmo-stp_10.42.42.5(pid=21792): stderr: \u000a| �[0;m�[38;5;43m20221209094454204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094454204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094454205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094454205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094454206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094454206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094454206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:44:55.858201 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21792): Process ended prematurely: osmo-stp_10.42.42.5(pid=21792) [trial-2357↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21792)] [trial-2357↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:44:55.866370 tst handover.py:18: Test FAILED (6.4 sec)\u000a09:44:55.926906 run osmo-hlr_10.42.42.2(pid=21789): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21789)]\u000a09:44:55.976500 run osmo-hlr_10.42.42.2(pid=21789): stdout: \u000a| (launched: 2022-12-09_09:44:53.115674) \u000a09:44:56.026447 run osmo-hlr_10.42.42.2(pid=21789): stderr: \u000a| �[0;m�[1;31m20221209094453287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094453287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094453287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094453287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094453287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094453287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094453299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094453310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094453310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094453310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:44:56.095153 run osmo-msc_10.42.42.6(pid=21795): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21795)]\u000a09:44:56.144780 run osmo-msc_10.42.42.6(pid=21795): stdout: \u000a| (launched: 2022-12-09_09:44:54.977125) \u000a09:44:56.194739 run osmo-msc_10.42.42.6(pid=21795): stderr: \u000a| �[0;m�[38;5;43m20221209094455246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094455246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7ed362c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094455246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094455246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094455247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094455247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094455248 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094455249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094455249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094455249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:44:56.237115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21788): Terminating (SIGTERM)\u000a09:44:56.277346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21791): Terminating (SIGTERM)\u000a09:44:56.317508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21794): Terminating (SIGTERM)\u000a09:44:56.326879 --- ParallelTerminationStrategy: PID 21788 died...\u000a09:44:56.380167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21788): Terminated: ok {rc=0}\u000a09:44:56.389795 --- ParallelTerminationStrategy: PID 21791 died...\u000a09:44:56.442746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21791): Terminated: ok {rc=0}\u000a09:44:56.452237 --- ParallelTerminationStrategy: PID 21794 died...\u000a09:44:56.505143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21794): Terminated: ok {rc=0}\u000a09:44:56.592487 bus /sierra_3: Setting Powered False\u000a09:44:57.694689 bus /sierra_3: Setting Powered False\u000a09:44:58.801776 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:44:49" }, { "cases" : [ { "testActions" : [ ], "age" : 27, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21809): Process ended prematurely: osmo-stp_10.42.42.5(pid=21809) [trial-2357↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21809)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21809): Process ended prematurely: osmo-stp_10.42.42.5(pid=21809) [trial-2357↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21809)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:45:00.831960 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:00.846928 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:45:01.008230 tst handover.py: using LAC 20616\u000a09:45:01.137598 tst handover.py: using RAC 216\u000a09:45:01.266480 tst handover.py: using CellId 20616\u000a09:45:01.414671 tst handover.py: using BVCI 20617\u000a09:45:01.438850 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:45:01.598461 tst handover.py: using LAC 20617\u000a09:45:01.739466 tst handover.py: using RAC 217\u000a09:45:01.877431 tst handover.py: using CellId 20617\u000a09:45:02.006485 tst handover.py: using BVCI 20618\u000a09:45:02.032480 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:02.044897 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:02.057206 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:02.071100 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:02.084281 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:02.096598 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:45:02.223585 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:45:02.471743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:02.957079 run create_hlr_db(pid=21803): Launched\u000a09:45:03.089691 bus /sierra_2: Setting Powered False\u000a09:45:04.166910 run create_hlr_db(pid=21803): Terminated: ok {rc=0}\u000a09:45:04.569720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21805): Launched\u000a09:45:04.895100 run osmo-hlr_10.42.42.2(pid=21806): Launched\u000a09:45:05.014390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:05.553411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21808): Launched\u000a09:45:05.880133 run osmo-stp_10.42.42.5(pid=21809): Launched\u000a09:45:05.999051 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:06.564363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21811): Launched\u000a09:45:06.890745 run osmo-msc_10.42.42.6(pid=21812): Launched\u000a09:45:07.081756 run osmo-stp_10.42.42.5(pid=21809): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21809)]\u000a09:45:07.220128 run osmo-stp_10.42.42.5(pid=21809): stdout: \u000a| (launched: 2022-12-09_09:45:05.720266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:07.356780 run osmo-stp_10.42.42.5(pid=21809): stderr: \u000a| �[0;m�[38;5;43m20221209094505907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094505907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094505907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094505907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094505908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094505908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094505908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:07.489149 run osmo-stp_10.42.42.5(pid=21809): stdout: \u000a| (launched: 2022-12-09_09:45:05.720266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:07.619276 run osmo-stp_10.42.42.5(pid=21809): stderr: \u000a| �[0;m�[38;5;43m20221209094505907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094505907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094505907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094505907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094505908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094505908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094505908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:07.676591 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21809): Process ended prematurely: osmo-stp_10.42.42.5(pid=21809) [trial-2357↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21809)] [trial-2357↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a09:45:07.685290 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:45:07.749411 run osmo-hlr_10.42.42.2(pid=21806): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21806)]\u000a09:45:07.801486 run osmo-hlr_10.42.42.2(pid=21806): stdout: \u000a| (launched: 2022-12-09_09:45:04.735830) \u000a09:45:07.853911 run osmo-hlr_10.42.42.2(pid=21806): stderr: \u000a| �[0;m�[1;31m20221209094504928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094504928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094504928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094504928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094504928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094504928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094504941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094504950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094504950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094504950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:07.924507 run osmo-msc_10.42.42.6(pid=21812): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21812)]\u000a09:45:07.975612 run osmo-msc_10.42.42.6(pid=21812): stdout: \u000a| (launched: 2022-12-09_09:45:06.730501) \u000a09:45:08.027659 run osmo-msc_10.42.42.6(pid=21812): stderr: \u000a| �[0;m�[38;5;43m20221209094507047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094507047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa9db436c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094507047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094507047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094507047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094507048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094507049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094507050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094507050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094507050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:08.071438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21805): Terminating (SIGTERM)\u000a09:45:08.113443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21808): Terminating (SIGTERM)\u000a09:45:08.155561 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21811): Terminating (SIGTERM)\u000a09:45:08.165718 --- ParallelTerminationStrategy: PID 21805 died...\u000a09:45:08.222092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21805): Terminated: ok {rc=0}\u000a09:45:08.232303 --- ParallelTerminationStrategy: PID 21808 died...\u000a09:45:08.288270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21808): Terminated: ok {rc=0}\u000a09:45:08.298716 --- ParallelTerminationStrategy: PID 21811 died...\u000a09:45:08.354456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21811): Terminated: ok {rc=0}\u000a09:45:08.441629 bus /sierra_3: Setting Powered False\u000a09:45:09.548063 bus /sierra_3: Setting Powered False\u000a09:45:10.656401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:45:00" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21823): Process ended prematurely: osmo-stp_10.42.42.5(pid=21823) [trial-2357↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21823)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21823): Process ended prematurely: osmo-stp_10.42.42.5(pid=21823) [trial-2357↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:45:12.689106 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:12.700209 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:45:12.836804 tst handover.py: using LAC 20618\u000a09:45:12.957314 tst handover.py: using RAC 218\u000a09:45:13.077776 tst handover.py: using CellId 20618\u000a09:45:13.195899 tst handover.py: using BVCI 20619\u000a09:45:13.218900 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:45:13.356124 tst handover.py: using LAC 20619\u000a09:45:13.475071 tst handover.py: using RAC 219\u000a09:45:13.595800 tst handover.py: using CellId 20619\u000a09:45:13.716402 tst handover.py: using BVCI 20620\u000a09:45:13.739815 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:13.750823 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:13.761822 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:13.772563 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:13.783392 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:13.794066 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:45:13.913567 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:45:14.115902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:14.576724 run create_hlr_db(pid=21817): Launched\u000a09:45:14.700490 bus /sierra_2: Setting Powered False\u000a09:45:15.774372 run create_hlr_db(pid=21817): Terminated: ok {rc=0}\u000a09:45:16.244878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21819): Launched\u000a09:45:16.671578 run osmo-hlr_10.42.42.2(pid=21820): Launched\u000a09:45:16.868704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:17.438023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21822): Launched\u000a09:45:17.764777 run osmo-stp_10.42.42.5(pid=21823): Launched\u000a09:45:17.883990 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:18.453324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21825): Launched\u000a09:45:18.779876 run osmo-msc_10.42.42.6(pid=21826): Launched\u000a09:45:18.971139 run osmo-stp_10.42.42.5(pid=21823): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21823)]\u000a09:45:19.109369 run osmo-stp_10.42.42.5(pid=21823): stdout: \u000a| (launched: 2022-12-09_09:45:17.604372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:19.245833 run osmo-stp_10.42.42.5(pid=21823): stderr: \u000a| �[0;m�[38;5;43m20221209094517794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094517795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094517795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094517795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094517796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094517796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094517796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:19.377106 run osmo-stp_10.42.42.5(pid=21823): stdout: \u000a| (launched: 2022-12-09_09:45:17.604372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:19.507524 run osmo-stp_10.42.42.5(pid=21823): stderr: \u000a| �[0;m�[38;5;43m20221209094517794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094517795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094517795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094517795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094517796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094517796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094517796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:19.564264 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21823): Process ended prematurely: osmo-stp_10.42.42.5(pid=21823) [trial-2357↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21823)] [trial-2357↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a09:45:19.573062 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:45:19.636892 run osmo-hlr_10.42.42.2(pid=21820): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21820)]\u000a09:45:19.688586 run osmo-hlr_10.42.42.2(pid=21820): stdout: \u000a| (launched: 2022-12-09_09:45:16.415964) \u000a09:45:19.740525 run osmo-hlr_10.42.42.2(pid=21820): stderr: \u000a| �[0;m�[1;31m20221209094516717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094516717 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094516718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094516718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094516718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094516718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094516736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094516750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094516753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094516754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:19.811006 run osmo-msc_10.42.42.6(pid=21826): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21826)]\u000a09:45:19.862353 run osmo-msc_10.42.42.6(pid=21826): stdout: \u000a| (launched: 2022-12-09_09:45:18.619430) \u000a09:45:19.914260 run osmo-msc_10.42.42.6(pid=21826): stderr: \u000a| �[0;m�[38;5;43m20221209094518937 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094518938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9be1898c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094518938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094518938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094518938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094518938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094518940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094518940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094518940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094518940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:19.957926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21819): Terminating (SIGTERM)\u000a09:45:19.999993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21822): Terminating (SIGTERM)\u000a09:45:20.042197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21825): Terminating (SIGTERM)\u000a09:45:20.051963 --- ParallelTerminationStrategy: PID 21819 died...\u000a09:45:20.108473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21819): Terminated: ok {rc=0}\u000a09:45:20.118815 --- ParallelTerminationStrategy: PID 21822 died...\u000a09:45:20.175185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21822): Terminated: ok {rc=0}\u000a09:45:20.185606 --- ParallelTerminationStrategy: PID 21825 died...\u000a09:45:20.241961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21825): Terminated: ok {rc=0}\u000a09:45:20.329122 bus /sierra_3: Setting Powered False\u000a09:45:21.436881 bus /sierra_3: Setting Powered False\u000a09:45:22.545027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:45:12" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21837): Process ended prematurely: osmo-stp_10.42.42.5(pid=21837) [trial-2357↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21837): Process ended prematurely: osmo-stp_10.42.42.5(pid=21837) [trial-2357↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:45:24.593538 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:24.605131 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:45:24.750071 tst handover.py: using LAC 20620\u000a09:45:24.877791 tst handover.py: using RAC 220\u000a09:45:25.006528 tst handover.py: using CellId 20620\u000a09:45:25.133322 tst handover.py: using BVCI 20621\u000a09:45:25.158040 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:45:25.301263 tst handover.py: using LAC 20621\u000a09:45:25.433261 tst handover.py: using RAC 221\u000a09:45:25.559447 tst handover.py: using CellId 20621\u000a09:45:25.682977 tst handover.py: using BVCI 20622\u000a09:45:25.706139 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.717238 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.727830 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.738693 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.749523 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:45:25.760203 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:45:25.875013 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:45:26.087667 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:26.571602 run create_hlr_db(pid=21831): Launched\u000a09:45:26.704619 bus /sierra_2: Setting Powered False\u000a09:45:27.769783 run create_hlr_db(pid=21831): Terminated: ok {rc=0}\u000a09:45:28.173135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21833): Launched\u000a09:45:28.498905 run osmo-hlr_10.42.42.2(pid=21834): Launched\u000a09:45:28.617743 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:29.153652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21836): Launched\u000a09:45:29.478756 run osmo-stp_10.42.42.5(pid=21837): Launched\u000a09:45:29.597098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:30.161539 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21839): Launched\u000a09:45:30.486647 run osmo-msc_10.42.42.6(pid=21840): Launched\u000a09:45:30.677449 run osmo-stp_10.42.42.5(pid=21837): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)]\u000a09:45:30.815357 run osmo-stp_10.42.42.5(pid=21837): stdout: \u000a| (launched: 2022-12-09_09:45:29.319012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:30.970792 run osmo-stp_10.42.42.5(pid=21837): stderr: \u000a| �[0;m�[38;5;43m20221209094529506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094529506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094529506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094529507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094529507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094529507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094529507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:31.112142 run osmo-stp_10.42.42.5(pid=21837): stdout: \u000a| (launched: 2022-12-09_09:45:29.319012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:31.272869 run osmo-stp_10.42.42.5(pid=21837): stderr: \u000a| �[0;m�[38;5;43m20221209094529506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094529506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094529506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094529507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094529507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094529507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094529507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:31.352159 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21837): Process ended prematurely: osmo-stp_10.42.42.5(pid=21837) [trial-2357↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21837)] [trial-2357↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a09:45:31.366031 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:45:31.446917 run osmo-hlr_10.42.42.2(pid=21834): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21834)]\u000a09:45:31.515690 run osmo-hlr_10.42.42.2(pid=21834): stdout: \u000a| (launched: 2022-12-09_09:45:28.339478) \u000a09:45:31.584512 run osmo-hlr_10.42.42.2(pid=21834): stderr: \u000a| �[0;m�[1;31m20221209094528532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094528532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094528532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094528532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094528533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094528533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094528545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094528554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094528554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094528554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:31.674541 run osmo-msc_10.42.42.6(pid=21840): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21840)]\u000a09:45:31.727627 run osmo-msc_10.42.42.6(pid=21840): stdout: \u000a| (launched: 2022-12-09_09:45:30.326915) \u000a09:45:31.779814 run osmo-msc_10.42.42.6(pid=21840): stderr: \u000a| �[0;m�[38;5;43m20221209094530644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094530644 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff22b570c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094530644 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094530644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094530644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094530644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094530646 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094530646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094530647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094530647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:31.823142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21833): Terminating (SIGTERM)\u000a09:45:31.864916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21836): Terminating (SIGTERM)\u000a09:45:31.909115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21839): Terminating (SIGTERM)\u000a09:45:31.921055 --- ParallelTerminationStrategy: PID 21833 died...\u000a09:45:31.978707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21833): Terminated: ok {rc=0}\u000a09:45:31.989221 --- ParallelTerminationStrategy: PID 21836 died...\u000a09:45:32.044008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21836): Terminated: ok {rc=0}\u000a09:45:32.054867 --- ParallelTerminationStrategy: PID 21839 died...\u000a09:45:32.110817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21839): Terminated: ok {rc=0}\u000a09:45:32.198026 bus /sierra_3: Setting Powered False\u000a09:45:33.304293 bus /sierra_3: Setting Powered False\u000a09:45:34.415426 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:45:24" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21852): Process ended prematurely: osmo-stp_10.42.42.5(pid=21852) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21852)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21852): Process ended prematurely: osmo-stp_10.42.42.5(pid=21852) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21852)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a09:45:36.458421 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:36.470210 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:45:36.610855 tst handover.py: using LAC 20622\u000a09:45:36.740146 tst handover.py: using RAC 222\u000a09:45:36.866512 tst handover.py: using CellId 20622\u000a09:45:36.993415 tst handover.py: using BVCI 20623\u000a09:45:37.018118 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a09:45:37.163281 tst handover.py: using LAC 20623\u000a09:45:37.291647 tst handover.py: using RAC 223\u000a09:45:37.414665 tst handover.py: using CellId 20623\u000a09:45:37.536507 tst handover.py: using BVCI 20624\u000a09:45:37.559786 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:37.571351 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:37.582965 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:37.595048 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:37.607072 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a09:45:37.619012 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:45:37.737057 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a09:45:37.948347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:38.432834 run create_hlr_db(pid=21846): Launched\u000a09:45:38.565277 bus /sierra_2: Setting Powered False\u000a09:45:39.641544 run create_hlr_db(pid=21846): Terminated: ok {rc=0}\u000a09:45:40.047003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21848): Launched\u000a09:45:40.373521 run osmo-hlr_10.42.42.2(pid=21849): Launched\u000a09:45:40.494523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:41.036247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21851): Launched\u000a09:45:41.362062 run osmo-stp_10.42.42.5(pid=21852): Launched\u000a09:45:41.480180 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:42.048407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21854): Launched\u000a09:45:42.374439 run osmo-msc_10.42.42.6(pid=21855): Launched\u000a09:45:42.565413 run osmo-stp_10.42.42.5(pid=21852): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21852)]\u000a09:45:42.703615 run osmo-stp_10.42.42.5(pid=21852): stdout: \u000a| (launched: 2022-12-09_09:45:41.202468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:42.839894 run osmo-stp_10.42.42.5(pid=21852): stderr: \u000a| �[0;m�[38;5;43m20221209094541390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094541390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094541390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094541391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094541391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094541391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094541391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:42.971315 run osmo-stp_10.42.42.5(pid=21852): stdout: \u000a| (launched: 2022-12-09_09:45:41.202468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:43.100918 run osmo-stp_10.42.42.5(pid=21852): stderr: \u000a| �[0;m�[38;5;43m20221209094541390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094541390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094541390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094541391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094541391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094541391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094541391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:43.157610 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21852): Process ended prematurely: osmo-stp_10.42.42.5(pid=21852) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21852)] [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a09:45:43.166021 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:45:43.229613 run osmo-hlr_10.42.42.2(pid=21849): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21849)]\u000a09:45:43.280889 run osmo-hlr_10.42.42.2(pid=21849): stdout: \u000a| (launched: 2022-12-09_09:45:40.213535) \u000a09:45:43.333197 run osmo-hlr_10.42.42.2(pid=21849): stderr: \u000a| �[0;m�[1;31m20221209094540408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094540408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094540408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094540408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094540408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094540409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094540423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094540434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094540434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094540434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:43.403777 run osmo-msc_10.42.42.6(pid=21855): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21855)]\u000a09:45:43.455092 run osmo-msc_10.42.42.6(pid=21855): stdout: \u000a| (launched: 2022-12-09_09:45:42.214463) \u000a09:45:43.507179 run osmo-msc_10.42.42.6(pid=21855): stderr: \u000a| �[0;m�[38;5;43m20221209094542531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094542531 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfc0a8cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094542531 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094542531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094542531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094542532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094542533 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094542534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094542534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094542534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:43.551101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21848): Terminating (SIGTERM)\u000a09:45:43.593141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21851): Terminating (SIGTERM)\u000a09:45:43.634875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21854): Terminating (SIGTERM)\u000a09:45:43.644763 --- ParallelTerminationStrategy: PID 21848 died...\u000a09:45:43.701089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21848): Terminated: ok {rc=0}\u000a09:45:43.711448 --- ParallelTerminationStrategy: PID 21851 died...\u000a09:45:43.767429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21851): Terminated: ok {rc=0}\u000a09:45:43.777882 --- ParallelTerminationStrategy: PID 21854 died...\u000a09:45:43.833355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21854): Terminated: ok {rc=0}\u000a09:45:43.920284 bus /sierra_3: Setting Powered False\u000a09:45:45.022369 bus /sierra_3: Setting Powered False\u000a09:45:46.130002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:45:36" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21867): Process ended prematurely: osmo-stp_10.42.42.5(pid=21867) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21867): Process ended prematurely: osmo-stp_10.42.42.5(pid=21867) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:45:48.158017 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:48.169365 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:45:48.300846 tst handover.py: using LAC 20624\u000a09:45:48.429778 tst handover.py: using RAC 224\u000a09:45:48.561200 tst handover.py: using CellId 20624\u000a09:45:48.702921 tst handover.py: using BVCI 20625\u000a09:45:48.727714 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:45:48.864182 tst handover.py: using LAC 20625\u000a09:45:48.991192 tst handover.py: using RAC 225\u000a09:45:49.116872 tst handover.py: using CellId 20625\u000a09:45:49.242703 tst handover.py: using BVCI 20626\u000a09:45:49.267549 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:49.279208 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:49.290791 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:49.302857 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:49.314334 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:45:49.325978 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:45:49.443485 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:45:49.655354 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:45:50.139294 run create_hlr_db(pid=21861): Launched\u000a09:45:50.271096 bus /sierra_2: Setting Powered False\u000a09:45:51.348795 run create_hlr_db(pid=21861): Terminated: ok {rc=0}\u000a09:45:51.752417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21863): Launched\u000a09:45:52.078242 run osmo-hlr_10.42.42.2(pid=21864): Launched\u000a09:45:52.197073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:45:52.731948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21866): Launched\u000a09:45:53.056341 run osmo-stp_10.42.42.5(pid=21867): Launched\u000a09:45:53.174472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:45:53.737497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21869): Launched\u000a09:45:54.063518 run osmo-msc_10.42.42.6(pid=21870): Launched\u000a09:45:54.254001 run osmo-stp_10.42.42.5(pid=21867): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)]\u000a09:45:54.391767 run osmo-stp_10.42.42.5(pid=21867): stdout: \u000a| (launched: 2022-12-09_09:45:52.897480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:54.527957 run osmo-stp_10.42.42.5(pid=21867): stderr: \u000a| �[0;m�[38;5;43m20221209094553084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094553084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094553084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094553085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094553085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094553085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094553085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:54.658438 run osmo-stp_10.42.42.5(pid=21867): stdout: \u000a| (launched: 2022-12-09_09:45:52.897480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:45:54.788229 run osmo-stp_10.42.42.5(pid=21867): stderr: \u000a| �[0;m�[38;5;43m20221209094553084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094553084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094553084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094553085 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094553085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094553085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094553085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:45:54.844487 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21867): Process ended prematurely: osmo-stp_10.42.42.5(pid=21867) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21867)] [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a09:45:54.853030 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:45:54.915676 run osmo-hlr_10.42.42.2(pid=21864): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21864)]\u000a09:45:54.967148 run osmo-hlr_10.42.42.2(pid=21864): stdout: \u000a| (launched: 2022-12-09_09:45:51.918035) \u000a09:45:55.019116 run osmo-hlr_10.42.42.2(pid=21864): stderr: \u000a| �[0;m�[1;31m20221209094552111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094552111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094552111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094552111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094552111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094552111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094552123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094552132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094552132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094552132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:45:55.089210 run osmo-msc_10.42.42.6(pid=21870): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21870)]\u000a09:45:55.140084 run osmo-msc_10.42.42.6(pid=21870): stdout: \u000a| (launched: 2022-12-09_09:45:53.902153) \u000a09:45:55.191645 run osmo-msc_10.42.42.6(pid=21870): stderr: \u000a| �[0;m�[38;5;43m20221209094554220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094554220 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1ee1a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094554220 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094554220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094554220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094554220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094554222 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094554223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094554223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094554223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:45:55.235065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21863): Terminating (SIGTERM)\u000a09:45:55.276606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21866): Terminating (SIGTERM)\u000a09:45:55.318343 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21869): Terminating (SIGTERM)\u000a09:45:55.327843 --- ParallelTerminationStrategy: PID 21863 died...\u000a09:45:55.383841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21863): Terminated: ok {rc=0}\u000a09:45:55.394241 --- ParallelTerminationStrategy: PID 21866 died...\u000a09:45:55.449658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21866): Terminated: ok {rc=0}\u000a09:45:55.459489 --- ParallelTerminationStrategy: PID 21869 died...\u000a09:45:55.514466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21869): Terminated: ok {rc=0}\u000a09:45:55.601318 bus /sierra_3: Setting Powered False\u000a09:45:56.706613 bus /sierra_3: Setting Powered False\u000a09:45:57.817194 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:45:47" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:45:59.827925 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:45:59.839349 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:45:59.973093 tst handover.py: using LAC 20626\u000a09:46:00.090159 tst handover.py: using RAC 226\u000a09:46:00.208508 tst handover.py: using CellId 20626\u000a09:46:00.325733 tst handover.py: using BVCI 20627\u000a09:46:00.348682 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:46:00.491318 tst handover.py: using LAC 20627\u000a09:46:00.618643 tst handover.py: using RAC 227\u000a09:46:00.744781 tst handover.py: using CellId 20627\u000a09:46:00.876402 tst handover.py: using BVCI 20628\u000a09:46:00.902052 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:00.914507 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:00.927598 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:00.940378 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:00.952547 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:00.966197 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:46:01.105413 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:46:01.340114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:01.839840 run create_hlr_db(pid=21875): Launched\u000a09:46:01.975782 bus /sierra_2: Setting Powered False\u000a09:46:03.050611 run create_hlr_db(pid=21875): Terminated: ok {rc=0}\u000a09:46:03.454827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Launched\u000a09:46:03.781686 run osmo-hlr_10.42.42.2(pid=21878): Launched\u000a09:46:03.901215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:04.438782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Launched\u000a09:46:04.764310 run osmo-stp_10.42.42.5(pid=21881): Launched\u000a09:46:04.885074 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:05.449474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21883): Launched\u000a09:46:05.774928 run osmo-msc_10.42.42.6(pid=21884): Launched\u000a09:46:05.965837 run osmo-stp_10.42.42.5(pid=21881): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]\u000a09:46:06.104093 run osmo-stp_10.42.42.5(pid=21881): stdout: \u000a| (launched: 2022-12-09_09:46:04.604364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:06.240614 run osmo-stp_10.42.42.5(pid=21881): stderr: \u000a| �[0;m�[38;5;43m20221209094604793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094604793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094604794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094604794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094604795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094604795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094604795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:06.371177 run osmo-stp_10.42.42.5(pid=21881): stdout: \u000a| (launched: 2022-12-09_09:46:04.604364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:06.500308 run osmo-stp_10.42.42.5(pid=21881): stderr: \u000a| �[0;m�[38;5;43m20221209094604793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094604793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094604794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094604794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094604795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094604795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094604795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:06.556776 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)] [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a09:46:06.565330 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:46:06.627900 run osmo-hlr_10.42.42.2(pid=21878): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21878)]\u000a09:46:06.679177 run osmo-hlr_10.42.42.2(pid=21878): stdout: \u000a| (launched: 2022-12-09_09:46:03.620623) \u000a09:46:06.731092 run osmo-hlr_10.42.42.2(pid=21878): stderr: \u000a| �[0;m�[1;31m20221209094603818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094603818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094603818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094603818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094603818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094603818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094603831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094603839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094603840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094603840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:06.801056 run osmo-msc_10.42.42.6(pid=21884): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21884)]\u000a09:46:06.851924 run osmo-msc_10.42.42.6(pid=21884): stdout: \u000a| (launched: 2022-12-09_09:46:05.614449) \u000a09:46:06.903544 run osmo-msc_10.42.42.6(pid=21884): stderr: \u000a| �[0;m�[38;5;43m20221209094605931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094605931 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f389c6eac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094605931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094605932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094605932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094605932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094605934 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094605934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094605934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094605934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:06.947133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Terminating (SIGTERM)\u000a09:46:06.988684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Terminating (SIGTERM)\u000a09:46:07.030120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21883): Terminating (SIGTERM)\u000a09:46:07.039939 --- ParallelTerminationStrategy: PID 21877 died...\u000a09:46:07.095155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Terminated: ok {rc=0}\u000a09:46:07.105482 --- ParallelTerminationStrategy: PID 21880 died...\u000a09:46:07.160886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Terminated: ok {rc=0}\u000a09:46:07.170802 --- ParallelTerminationStrategy: PID 21883 died...\u000a09:46:07.225882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21883): Terminated: ok {rc=0}\u000a09:46:07.312362 bus /sierra_3: Setting Powered False\u000a09:46:08.415554 bus /sierra_3: Setting Powered False\u000a09:46:09.526959 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:45:59" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21895): Process ended prematurely: osmo-stp_10.42.42.5(pid=21895) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21895)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21895): Process ended prematurely: osmo-stp_10.42.42.5(pid=21895) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21895)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:46:11.555198 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:11.566513 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:46:11.699729 tst handover.py: using LAC 20628\u000a09:46:11.819698 tst handover.py: using RAC 228\u000a09:46:11.937414 tst handover.py: using CellId 20628\u000a09:46:12.054674 tst handover.py: using BVCI 20629\u000a09:46:12.077832 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:46:12.212369 tst handover.py: using LAC 20629\u000a09:46:12.331825 tst handover.py: using RAC 229\u000a09:46:12.449356 tst handover.py: using CellId 20629\u000a09:46:12.568073 tst handover.py: using BVCI 20630\u000a09:46:12.591269 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:12.602494 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:12.613539 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:12.624601 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:12.635648 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:12.646697 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:46:12.768192 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:46:12.972937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:13.434917 run create_hlr_db(pid=21889): Launched\u000a09:46:13.558919 bus /sierra_2: Setting Powered False\u000a09:46:14.631523 run create_hlr_db(pid=21889): Terminated: ok {rc=0}\u000a09:46:15.035720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21891): Launched\u000a09:46:15.362945 run osmo-hlr_10.42.42.2(pid=21892): Launched\u000a09:46:15.480878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:16.047724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21894): Launched\u000a09:46:16.495605 run osmo-stp_10.42.42.5(pid=21895): Launched\u000a09:46:16.675190 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:17.257604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21897): Launched\u000a09:46:17.584188 run osmo-msc_10.42.42.6(pid=21898): Launched\u000a09:46:17.776002 run osmo-stp_10.42.42.5(pid=21895): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21895)]\u000a09:46:17.914951 run osmo-stp_10.42.42.5(pid=21895): stdout: \u000a| (launched: 2022-12-09_09:46:16.215902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:18.051089 run osmo-stp_10.42.42.5(pid=21895): stderr: \u000a| �[0;m�[38;5;43m20221209094616451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094616451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094616452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094616452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094616453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094616453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094616453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:18.181827 run osmo-stp_10.42.42.5(pid=21895): stdout: \u000a| (launched: 2022-12-09_09:46:16.215902)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:18.311927 run osmo-stp_10.42.42.5(pid=21895): stderr: \u000a| �[0;m�[38;5;43m20221209094616451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094616451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094616452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094616452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094616453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094616453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094616453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:18.368921 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21895): Process ended prematurely: osmo-stp_10.42.42.5(pid=21895) [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21895)] [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a09:46:18.377551 tst handover.py:18: Test FAILED (6.8 sec)\u000a09:46:18.440720 run osmo-hlr_10.42.42.2(pid=21892): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21892)]\u000a09:46:18.492191 run osmo-hlr_10.42.42.2(pid=21892): stdout: \u000a| (launched: 2022-12-09_09:46:15.202080) \u000a09:46:18.544428 run osmo-hlr_10.42.42.2(pid=21892): stderr: \u000a| �[0;m�[1;31m20221209094615395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094615395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094615395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094615395 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094615396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094615396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094615408 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094615417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094615417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094615417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:18.615143 run osmo-msc_10.42.42.6(pid=21898): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21898)]\u000a09:46:18.666638 run osmo-msc_10.42.42.6(pid=21898): stdout: \u000a| (launched: 2022-12-09_09:46:17.423412) \u000a09:46:18.718926 run osmo-msc_10.42.42.6(pid=21898): stderr: \u000a| �[0;m�[38;5;43m20221209094617740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094617740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f435e8fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094617741 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094617741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094617743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094617743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:18.762700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21891): Terminating (SIGTERM)\u000a09:46:18.804286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21894): Terminating (SIGTERM)\u000a09:46:18.846665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21897): Terminating (SIGTERM)\u000a09:46:18.856391 --- ParallelTerminationStrategy: PID 21891 died...\u000a09:46:18.912445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21891): Terminated: ok {rc=0}\u000a09:46:18.922468 --- ParallelTerminationStrategy: PID 21894 died...\u000a09:46:18.977795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21894): Terminated: ok {rc=0}\u000a09:46:18.988025 --- ParallelTerminationStrategy: PID 21897 died...\u000a09:46:19.043819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21897): Terminated: ok {rc=0}\u000a09:46:19.130488 bus /sierra_3: Setting Powered False\u000a09:46:20.237674 bus /sierra_3: Setting Powered False\u000a09:46:21.345977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:46:11" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21909): Process ended prematurely: osmo-stp_10.42.42.5(pid=21909) [trial-2357↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21909)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21909): Process ended prematurely: osmo-stp_10.42.42.5(pid=21909) [trial-2357↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a09:46:23.372761 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:23.384356 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:46:23.527893 tst handover.py: using LAC 20630\u000a09:46:23.656312 tst handover.py: using RAC 230\u000a09:46:23.784808 tst handover.py: using CellId 20630\u000a09:46:23.906603 tst handover.py: using BVCI 20631\u000a09:46:23.929807 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a09:46:24.052167 tst handover.py: using LAC 20631\u000a09:46:24.179097 tst handover.py: using RAC 231\u000a09:46:24.310200 tst handover.py: using CellId 20631\u000a09:46:24.432036 tst handover.py: using BVCI 20632\u000a09:46:24.455485 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:24.466802 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:24.477751 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:24.488864 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:24.500001 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a09:46:24.511055 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:46:24.630414 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a09:46:24.843912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:25.328913 run create_hlr_db(pid=21903): Launched\u000a09:46:25.461349 bus /sierra_2: Setting Powered False\u000a09:46:26.538061 run create_hlr_db(pid=21903): Terminated: ok {rc=0}\u000a09:46:26.943107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21905): Launched\u000a09:46:27.270737 run osmo-hlr_10.42.42.2(pid=21906): Launched\u000a09:46:27.390156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:27.926991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21908): Launched\u000a09:46:28.252547 run osmo-stp_10.42.42.5(pid=21909): Launched\u000a09:46:28.375877 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:28.941342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21911): Launched\u000a09:46:29.268022 run osmo-msc_10.42.42.6(pid=21912): Launched\u000a09:46:29.459270 run osmo-stp_10.42.42.5(pid=21909): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21909)]\u000a09:46:29.597408 run osmo-stp_10.42.42.5(pid=21909): stdout: \u000a| (launched: 2022-12-09_09:46:28.092612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:29.734254 run osmo-stp_10.42.42.5(pid=21909): stderr: \u000a| �[0;m�[38;5;43m20221209094628279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094628279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094628279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094628280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094628280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094628280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094628280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:29.864362 run osmo-stp_10.42.42.5(pid=21909): stdout: \u000a| (launched: 2022-12-09_09:46:28.092612)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:29.994015 run osmo-stp_10.42.42.5(pid=21909): stderr: \u000a| �[0;m�[38;5;43m20221209094628279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094628279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094628279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094628280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094628280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094628280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094628280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:30.050456 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21909): Process ended prematurely: osmo-stp_10.42.42.5(pid=21909) [trial-2357↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21909)] [trial-2357↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a09:46:30.058885 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:46:30.121633 run osmo-hlr_10.42.42.2(pid=21906): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21906)]\u000a09:46:30.172666 run osmo-hlr_10.42.42.2(pid=21906): stdout: \u000a| (launched: 2022-12-09_09:46:27.109730) \u000a09:46:30.224344 run osmo-hlr_10.42.42.2(pid=21906): stderr: \u000a| �[0;m�[1;31m20221209094627304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094627304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094627304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094627304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094627304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094627304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094627316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094627324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094627325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094627325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:30.294561 run osmo-msc_10.42.42.6(pid=21912): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21912)]\u000a09:46:30.345585 run osmo-msc_10.42.42.6(pid=21912): stdout: \u000a| (launched: 2022-12-09_09:46:29.107400) \u000a09:46:30.397661 run osmo-msc_10.42.42.6(pid=21912): stderr: \u000a| �[0;m�[38;5;43m20221209094629426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094629426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e433c0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094629427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094629427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094629427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094629427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094629429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094629429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094629429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094629429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:30.441668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21905): Terminating (SIGTERM)\u000a09:46:30.482855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21908): Terminating (SIGTERM)\u000a09:46:30.524899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21911): Terminating (SIGTERM)\u000a09:46:30.534967 --- ParallelTerminationStrategy: PID 21905 died...\u000a09:46:30.591420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21905): Terminated: ok {rc=0}\u000a09:46:30.601890 --- ParallelTerminationStrategy: PID 21908 died...\u000a09:46:30.657857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21908): Terminated: ok {rc=0}\u000a09:46:30.667973 --- ParallelTerminationStrategy: PID 21911 died...\u000a09:46:30.724079 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21911): Terminated: ok {rc=0}\u000a09:46:30.812467 bus /sierra_3: Setting Powered False\u000a09:46:31.920338 bus /sierra_3: Setting Powered False\u000a09:46:33.029921 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:46:23" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21923): Process ended prematurely: osmo-stp_10.42.42.5(pid=21923) [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21923)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21923): Process ended prematurely: osmo-stp_10.42.42.5(pid=21923) [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:46:35.052837 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:35.064046 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:46:35.202392 tst handover.py: using LAC 20632\u000a09:46:35.323268 tst handover.py: using RAC 232\u000a09:46:35.441709 tst handover.py: using CellId 20632\u000a09:46:35.561419 tst handover.py: using BVCI 20633\u000a09:46:35.584362 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:46:35.722404 tst handover.py: using LAC 20633\u000a09:46:35.841636 tst handover.py: using RAC 233\u000a09:46:35.959869 tst handover.py: using CellId 20633\u000a09:46:36.080564 tst handover.py: using BVCI 20634\u000a09:46:36.103550 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:36.114735 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:36.125686 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:36.136647 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:36.147569 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:36.158590 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:46:36.277351 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:46:36.483168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:36.945910 run create_hlr_db(pid=21917): Launched\u000a09:46:37.069336 bus /sierra_2: Setting Powered False\u000a09:46:38.153698 run create_hlr_db(pid=21917): Terminated: ok {rc=0}\u000a09:46:38.557106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21919): Launched\u000a09:46:38.882914 run osmo-hlr_10.42.42.2(pid=21920): Launched\u000a09:46:39.002468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:39.537378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21922): Launched\u000a09:46:39.861956 run osmo-stp_10.42.42.5(pid=21923): Launched\u000a09:46:39.980046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:40.543387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21925): Launched\u000a09:46:40.870271 run osmo-msc_10.42.42.6(pid=21926): Launched\u000a09:46:41.060687 run osmo-stp_10.42.42.5(pid=21923): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21923)]\u000a09:46:41.198168 run osmo-stp_10.42.42.5(pid=21923): stdout: \u000a| (launched: 2022-12-09_09:46:39.702834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:41.334042 run osmo-stp_10.42.42.5(pid=21923): stderr: \u000a| �[0;m�[38;5;43m20221209094639891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094639891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094639891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094639892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094639892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094639892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094639892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:41.464504 run osmo-stp_10.42.42.5(pid=21923): stdout: \u000a| (launched: 2022-12-09_09:46:39.702834)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:41.594491 run osmo-stp_10.42.42.5(pid=21923): stderr: \u000a| �[0;m�[38;5;43m20221209094639891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094639891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094639891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094639892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094639892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094639892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094639892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:41.651060 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21923): Process ended prematurely: osmo-stp_10.42.42.5(pid=21923) [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21923)] [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a09:46:41.659979 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:46:41.722995 run osmo-hlr_10.42.42.2(pid=21920): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21920)]\u000a09:46:41.774033 run osmo-hlr_10.42.42.2(pid=21920): stdout: \u000a| (launched: 2022-12-09_09:46:38.723509) \u000a09:46:41.825501 run osmo-hlr_10.42.42.2(pid=21920): stderr: \u000a| �[0;m�[1;31m20221209094638919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094638919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094638919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094638919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094638919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094638919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094638932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094638941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094638941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094638941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:41.895536 run osmo-msc_10.42.42.6(pid=21926): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21926)]\u000a09:46:41.946433 run osmo-msc_10.42.42.6(pid=21926): stdout: \u000a| (launched: 2022-12-09_09:46:40.709018) \u000a09:46:41.998102 run osmo-msc_10.42.42.6(pid=21926): stderr: \u000a| �[0;m�[38;5;43m20221209094641026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094641026 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1b268ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094641026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094641026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094641026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094641027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094641028 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094641029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094641029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094641029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:42.041642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21919): Terminating (SIGTERM)\u000a09:46:42.083313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21922): Terminating (SIGTERM)\u000a09:46:42.124548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21925): Terminating (SIGTERM)\u000a09:46:42.134435 --- ParallelTerminationStrategy: PID 21919 died...\u000a09:46:42.189741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21919): Terminated: ok {rc=0}\u000a09:46:42.199575 --- ParallelTerminationStrategy: PID 21922 died...\u000a09:46:42.254663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21922): Terminated: ok {rc=0}\u000a09:46:42.264491 --- ParallelTerminationStrategy: PID 21925 died...\u000a09:46:42.319133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21925): Terminated: ok {rc=0}\u000a09:46:42.404644 bus /sierra_3: Setting Powered False\u000a09:46:43.509306 bus /sierra_3: Setting Powered False\u000a09:46:44.615863 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:46:34" }, { "cases" : [ { "testActions" : [ ], "age" : 186, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21937): Process ended prematurely: osmo-stp_10.42.42.5(pid=21937) [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21937)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21937): Process ended prematurely: osmo-stp_10.42.42.5(pid=21937) [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:46:46.736897 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:46.751489 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:46:46.935702 tst handover.py: using LAC 20634\u000a09:46:47.065544 tst handover.py: using RAC 234\u000a09:46:47.195708 tst handover.py: using CellId 20634\u000a09:46:47.327906 tst handover.py: using BVCI 20635\u000a09:46:47.354080 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:46:47.497878 tst handover.py: using LAC 20635\u000a09:46:47.624918 tst handover.py: using RAC 235\u000a09:46:47.752583 tst handover.py: using CellId 20635\u000a09:46:47.880312 tst handover.py: using BVCI 20636\u000a09:46:47.905113 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:47.916675 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:47.928096 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:47.940270 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:47.952398 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:46:47.965325 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:46:48.083490 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:46:48.296291 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:46:48.779882 run create_hlr_db(pid=21931): Launched\u000a09:46:48.912197 bus /sierra_2: Setting Powered False\u000a09:46:49.988593 run create_hlr_db(pid=21931): Terminated: ok {rc=0}\u000a09:46:50.370360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21933): Launched\u000a09:46:50.674604 run osmo-hlr_10.42.42.2(pid=21934): Launched\u000a09:46:50.796796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:46:51.304825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21936): Launched\u000a09:46:51.608113 run osmo-stp_10.42.42.5(pid=21937): Launched\u000a09:46:51.718237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:46:52.245285 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21939): Launched\u000a09:46:52.552163 run osmo-msc_10.42.42.6(pid=21940): Launched\u000a09:46:52.730385 run osmo-stp_10.42.42.5(pid=21937): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21937)]\u000a09:46:52.858890 run osmo-stp_10.42.42.5(pid=21937): stdout: \u000a| (launched: 2022-12-09_09:46:51.458707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:52.984941 run osmo-stp_10.42.42.5(pid=21937): stderr: \u000a| �[0;m�[38;5;43m20221209094651626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094651626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094651627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094651627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094651628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094651628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094651628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:53.107133 run osmo-stp_10.42.42.5(pid=21937): stdout: \u000a| (launched: 2022-12-09_09:46:51.458707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:46:53.227708 run osmo-stp_10.42.42.5(pid=21937): stderr: \u000a| �[0;m�[38;5;43m20221209094651626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094651626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094651627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094651627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094651628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094651628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094651628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:46:53.280598 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21937): Process ended prematurely: osmo-stp_10.42.42.5(pid=21937) [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21937)] [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a09:46:53.288647 tst handover.py:18: Test FAILED (6.5 sec)\u000a09:46:53.347941 run osmo-hlr_10.42.42.2(pid=21934): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21934)]\u000a09:46:53.396558 run osmo-hlr_10.42.42.2(pid=21934): stdout: \u000a| (launched: 2022-12-09_09:46:50.525509) \u000a09:46:53.445577 run osmo-hlr_10.42.42.2(pid=21934): stderr: \u000a| �[0;m�[1;31m20221209094650699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094650699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094650699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094650699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094650699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094650699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094650710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094650718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094650718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094650719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:46:53.512529 run osmo-msc_10.42.42.6(pid=21940): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21940)]\u000a09:46:53.561005 run osmo-msc_10.42.42.6(pid=21940): stdout: \u000a| (launched: 2022-12-09_09:46:52.400106) \u000a09:46:53.610246 run osmo-msc_10.42.42.6(pid=21940): stderr: \u000a| �[0;m�[38;5;43m20221209094652668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094652668 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f167a41dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094652668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094652669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094652669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094652669 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094652671 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094652671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094652671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094652671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:46:53.652121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21933): Terminating (SIGTERM)\u000a09:46:53.691684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21936): Terminating (SIGTERM)\u000a09:46:53.731366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21939): Terminating (SIGTERM)\u000a09:46:53.740583 --- ParallelTerminationStrategy: PID 21933 died...\u000a09:46:53.793581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21933): Terminated: ok {rc=0}\u000a09:46:53.803310 --- ParallelTerminationStrategy: PID 21936 died...\u000a09:46:53.855972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21936): Terminated: ok {rc=0}\u000a09:46:53.865949 --- ParallelTerminationStrategy: PID 21939 died...\u000a09:46:53.918513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21939): Terminated: ok {rc=0}\u000a09:46:54.006177 bus /sierra_3: Setting Powered False\u000a09:46:55.107738 bus /sierra_3: Setting Powered False\u000a09:46:56.216392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:46:46" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21951): Process ended prematurely: osmo-stp_10.42.42.5(pid=21951) [trial-2357↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21951)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21951): Process ended prematurely: osmo-stp_10.42.42.5(pid=21951) [trial-2357↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a09:46:58.239856 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:58.251123 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:46:58.372381 tst handover.py: using LAC 20636\u000a09:46:58.489402 tst handover.py: using RAC 236\u000a09:46:58.607846 tst handover.py: using CellId 20636\u000a09:46:58.727544 tst handover.py: using BVCI 20637\u000a09:46:58.750750 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a09:46:58.894199 tst handover.py: using LAC 20637\u000a09:46:59.014356 tst handover.py: using RAC 237\u000a09:46:59.132147 tst handover.py: using CellId 20637\u000a09:46:59.252483 tst handover.py: using BVCI 20638\u000a09:46:59.275774 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:59.287018 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:59.298078 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:59.309108 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:59.320048 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a09:46:59.331021 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:46:59.445338 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a09:46:59.646464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:00.108044 run create_hlr_db(pid=21945): Launched\u000a09:47:00.232024 bus /sierra_2: Setting Powered False\u000a09:47:01.318250 run create_hlr_db(pid=21945): Terminated: ok {rc=0}\u000a09:47:01.745388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21947): Launched\u000a09:47:02.186061 run osmo-hlr_10.42.42.2(pid=21948): Launched\u000a09:47:02.304254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:02.805251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21950): Launched\u000a09:47:03.108568 run osmo-stp_10.42.42.5(pid=21951): Launched\u000a09:47:03.222762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:03.750301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21953): Launched\u000a09:47:04.054420 run osmo-msc_10.42.42.6(pid=21954): Launched\u000a09:47:04.245609 run osmo-stp_10.42.42.5(pid=21951): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21951)]\u000a09:47:04.374586 run osmo-stp_10.42.42.5(pid=21951): stdout: \u000a| (launched: 2022-12-09_09:47:02.959750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:04.500636 run osmo-stp_10.42.42.5(pid=21951): stderr: \u000a| �[0;m�[38;5;43m20221209094703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094703127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094703127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094703128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094703128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094703128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:04.623046 run osmo-stp_10.42.42.5(pid=21951): stdout: \u000a| (launched: 2022-12-09_09:47:02.959750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:04.743992 run osmo-stp_10.42.42.5(pid=21951): stderr: \u000a| �[0;m�[38;5;43m20221209094703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094703126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094703127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094703127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094703128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094703128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094703128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:04.796762 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21951): Process ended prematurely: osmo-stp_10.42.42.5(pid=21951) [trial-2357↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21951)] [trial-2357↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a09:47:04.804786 tst handover.py:18: Test FAILED (6.6 sec)\u000a09:47:04.864660 run osmo-hlr_10.42.42.2(pid=21948): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21948)]\u000a09:47:04.913490 run osmo-hlr_10.42.42.2(pid=21948): stdout: \u000a| (launched: 2022-12-09_09:47:01.916128) \u000a09:47:04.962716 run osmo-hlr_10.42.42.2(pid=21948): stderr: \u000a| �[0;m�[1;31m20221209094702130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094702130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094702130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094702130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094702130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094702130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094702144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094702160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094702160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094702161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:05.029903 run osmo-msc_10.42.42.6(pid=21954): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21954)]\u000a09:47:05.078364 run osmo-msc_10.42.42.6(pid=21954): stdout: \u000a| (launched: 2022-12-09_09:47:03.904398) \u000a09:47:05.127443 run osmo-msc_10.42.42.6(pid=21954): stderr: \u000a| �[0;m�[38;5;43m20221209094704171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094704171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0660512c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094704172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094704172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094704172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094704172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094704174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094704181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094704182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094704182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:05.170470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21947): Terminating (SIGTERM)\u000a09:47:05.210339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21950): Terminating (SIGTERM)\u000a09:47:05.249972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21953): Terminating (SIGTERM)\u000a09:47:05.259385 --- ParallelTerminationStrategy: PID 21947 died...\u000a09:47:05.312936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21947): Terminated: ok {rc=0}\u000a09:47:05.322930 --- ParallelTerminationStrategy: PID 21950 died...\u000a09:47:05.376323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21950): Terminated: ok {rc=0}\u000a09:47:05.386060 --- ParallelTerminationStrategy: PID 21953 died...\u000a09:47:05.439319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21953): Terminated: ok {rc=0}\u000a09:47:05.527253 bus /sierra_3: Setting Powered False\u000a09:47:06.630474 bus /sierra_3: Setting Powered False\u000a09:47:07.741808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:46:57" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21965): Process ended prematurely: osmo-stp_10.42.42.5(pid=21965) [trial-2357↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21965)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21965): Process ended prematurely: osmo-stp_10.42.42.5(pid=21965) [trial-2357↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21965)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:47:09.741214 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:09.752416 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:47:09.886193 tst handover.py: using LAC 20638\u000a09:47:10.012104 tst handover.py: using RAC 238\u000a09:47:10.139272 tst handover.py: using CellId 20638\u000a09:47:10.264566 tst handover.py: using BVCI 20639\u000a09:47:10.289639 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:47:10.438687 tst handover.py: using LAC 20639\u000a09:47:10.564038 tst handover.py: using RAC 239\u000a09:47:10.690729 tst handover.py: using CellId 20639\u000a09:47:10.818215 tst handover.py: using BVCI 20640\u000a09:47:10.842927 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:10.854353 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:10.865549 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:10.877097 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:10.889200 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:10.900393 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:47:11.022625 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:47:11.237947 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:11.723807 run create_hlr_db(pid=21959): Launched\u000a09:47:11.856474 bus /sierra_2: Setting Powered False\u000a09:47:12.933908 run create_hlr_db(pid=21959): Terminated: ok {rc=0}\u000a09:47:13.337600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21961): Launched\u000a09:47:13.662599 run osmo-hlr_10.42.42.2(pid=21962): Launched\u000a09:47:13.783809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:14.324484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21964): Launched\u000a09:47:14.650621 run osmo-stp_10.42.42.5(pid=21965): Launched\u000a09:47:14.770801 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:15.336121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21967): Launched\u000a09:47:15.661723 run osmo-msc_10.42.42.6(pid=21968): Launched\u000a09:47:15.862924 run osmo-stp_10.42.42.5(pid=21965): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21965)]\u000a09:47:16.083728 run osmo-stp_10.42.42.5(pid=21965): stdout: \u000a| (launched: 2022-12-09_09:47:14.490193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:16.255904 run osmo-stp_10.42.42.5(pid=21965): stderr: \u000a| �[0;m�[38;5;43m20221209094714679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094714679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094714679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094714680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094714680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094714680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094714680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:16.394540 run osmo-stp_10.42.42.5(pid=21965): stdout: \u000a| (launched: 2022-12-09_09:47:14.490193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:16.547863 run osmo-stp_10.42.42.5(pid=21965): stderr: \u000a| �[0;m�[38;5;43m20221209094714679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094714679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094714679 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094714680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094714680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094714680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094714680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:16.606371 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21965): Process ended prematurely: osmo-stp_10.42.42.5(pid=21965) [trial-2357↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21965)] [trial-2357↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a09:47:16.615583 tst handover.py:18: Test FAILED (6.9 sec)\u000a09:47:16.682407 run osmo-hlr_10.42.42.2(pid=21962): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21962)]\u000a09:47:16.735765 run osmo-hlr_10.42.42.2(pid=21962): stdout: \u000a| (launched: 2022-12-09_09:47:13.503459) \u000a09:47:16.789598 run osmo-hlr_10.42.42.2(pid=21962): stderr: \u000a| �[0;m�[1;31m20221209094713698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094713698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094713698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094713698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094713698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094713698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094713711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094713720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094713720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094713720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:16.863132 run osmo-msc_10.42.42.6(pid=21968): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21968)]\u000a09:47:16.916096 run osmo-msc_10.42.42.6(pid=21968): stdout: \u000a| (launched: 2022-12-09_09:47:15.501658) \u000a09:47:16.969705 run osmo-msc_10.42.42.6(pid=21968): stderr: \u000a| �[0;m�[38;5;43m20221209094715821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094715821 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86ce0fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094715821 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094715821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094715821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094715822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094715830 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094715830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094715830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094715830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:17.014908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21961): Terminating (SIGTERM)\u000a09:47:17.058157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21964): Terminating (SIGTERM)\u000a09:47:17.103110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21967): Terminating (SIGTERM)\u000a09:47:17.113189 --- ParallelTerminationStrategy: PID 21961 died...\u000a09:47:17.172095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21961): Terminated: ok {rc=0}\u000a09:47:17.182878 --- ParallelTerminationStrategy: PID 21964 died...\u000a09:47:17.242090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21964): Terminated: ok {rc=0}\u000a09:47:17.252783 --- ParallelTerminationStrategy: PID 21967 died...\u000a09:47:17.311200 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21967): Terminated: ok {rc=0}\u000a09:47:17.398844 bus /sierra_3: Setting Powered False\u000a09:47:18.506191 bus /sierra_3: Setting Powered False\u000a09:47:19.613847 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:47:09" }, { "cases" : [ { "testActions" : [ ], "age" : 40, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21979): Process ended prematurely: osmo-stp_10.42.42.5(pid=21979) [trial-2357↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21979)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21979): Process ended prematurely: osmo-stp_10.42.42.5(pid=21979) [trial-2357↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2357 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a09:47:21.631139 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:21.642220 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:47:21.776935 tst handover.py: using LAC 20640\u000a09:47:21.898218 tst handover.py: using RAC 240\u000a09:47:22.025431 tst handover.py: using CellId 20640\u000a09:47:22.154455 tst handover.py: using BVCI 20641\u000a09:47:22.179682 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a09:47:22.324264 tst handover.py: using LAC 20641\u000a09:47:22.460446 tst handover.py: using RAC 241\u000a09:47:22.585521 tst handover.py: using CellId 20641\u000a09:47:22.711643 tst handover.py: using BVCI 20642\u000a09:47:22.736442 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:22.748002 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:22.759631 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:22.771356 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:22.783071 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a09:47:22.794786 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:47:22.917603 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a09:47:23.125977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a09:47:23.590983 run create_hlr_db(pid=21973): Launched\u000a09:47:23.715331 bus /sierra_2: Setting Powered False\u000a09:47:24.787987 run create_hlr_db(pid=21973): Terminated: ok {rc=0}\u000a09:47:25.193127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21975): Launched\u000a09:47:25.519552 run osmo-hlr_10.42.42.2(pid=21976): Launched\u000a09:47:25.642146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a09:47:26.177855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21978): Launched\u000a09:47:26.503130 run osmo-stp_10.42.42.5(pid=21979): Launched\u000a09:47:26.621979 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a09:47:27.187911 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21981): Launched\u000a09:47:27.513648 run osmo-msc_10.42.42.6(pid=21982): Launched\u000a09:47:27.704335 run osmo-stp_10.42.42.5(pid=21979): ERR: Terminated: ERROR {rc=1} [trial-2357↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21979)]\u000a09:47:27.842295 run osmo-stp_10.42.42.5(pid=21979): stdout: \u000a| (launched: 2022-12-09_09:47:26.343301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:27.978171 run osmo-stp_10.42.42.5(pid=21979): stderr: \u000a| �[0;m�[38;5;43m20221209094726530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094726531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094726531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094726531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094726532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094726532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094726532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:28.108654 run osmo-stp_10.42.42.5(pid=21979): stdout: \u000a| (launched: 2022-12-09_09:47:26.343301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a09:47:28.238180 run osmo-stp_10.42.42.5(pid=21979): stderr: \u000a| �[0;m�[38;5;43m20221209094726530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209094726531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209094726531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209094726531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209094726532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209094726532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209094726532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a09:47:28.294666 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=21979): Process ended prematurely: osmo-stp_10.42.42.5(pid=21979) [trial-2357↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21979)] [trial-2357↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a09:47:28.303244 tst handover.py:18: Test FAILED (6.7 sec)\u000a09:47:28.367147 run osmo-hlr_10.42.42.2(pid=21976): ERR: Terminated: ERROR {rc=237} [trial-2357↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21976)]\u000a09:47:28.418919 run osmo-hlr_10.42.42.2(pid=21976): stdout: \u000a| (launched: 2022-12-09_09:47:25.359214) \u000a09:47:28.471051 run osmo-hlr_10.42.42.2(pid=21976): stderr: \u000a| �[0;m�[1;31m20221209094725552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209094725553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209094725553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094725553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209094725553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209094725553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209094725565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2357/run.2022-12-09_08-22-41/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209094725573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209094725573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209094725573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a09:47:28.541819 run osmo-msc_10.42.42.6(pid=21982): ERR: Terminated: ERROR {rc=2} [trial-2357↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21982)]\u000a09:47:28.593412 run osmo-msc_10.42.42.6(pid=21982): stdout: \u000a| (launched: 2022-12-09_09:47:27.353720) \u000a09:47:28.645626 run osmo-msc_10.42.42.6(pid=21982): stderr: \u000a| �[0;m�[38;5;43m20221209094727671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209094727671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bb7dcec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209094727671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209094727671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209094727671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209094727672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209094727673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209094727674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209094727674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209094727674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a09:47:28.689886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21975): Terminating (SIGTERM)\u000a09:47:28.732347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21978): Terminating (SIGTERM)\u000a09:47:28.775183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21981): Terminating (SIGTERM)\u000a09:47:28.785114 --- ParallelTerminationStrategy: PID 21975 died...\u000a09:47:28.841378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21975): Terminated: ok {rc=0}\u000a09:47:28.851583 --- ParallelTerminationStrategy: PID 21978 died...\u000a09:47:28.907289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21978): Terminated: ok {rc=0}\u000a09:47:28.917441 --- ParallelTerminationStrategy: PID 21981 died...\u000a09:47:28.973320 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21981): Terminated: ok {rc=0}\u000a09:47:29.060256 bus /sierra_3: Setting Powered False\u000a09:47:30.165785 bus /sierra_3: Setting Powered False\u000a09:47:31.272670 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T09:47:21" } ] }